-- Logs begin at Tue 2021-09-14 15:47:49 UTC, end at Tue 2021-09-14 16:41:59 UTC. -- Sep 14 16:17:00.544034 dv-cinder-807083-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 14 16:17:03.286467 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.common.config [-] Logging enabled! Sep 14 16:17:03.287096 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 16:17:03.287242 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93770) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 16:17:03.290789 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.common.config [-] Logging enabled! Sep 14 16:17:03.291043 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev640 Sep 14 16:17:03.291356 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93770) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 14 16:17:03.292305 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 16:17:03.292537 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 16:17:03.292905 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 16:17:03.293150 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 16:17:03.293376 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 16:17:03.293718 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.294012 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.294849 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.295084 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.295379 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.295669 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.295951 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.296238 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.296531 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.296815 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.297091 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.297373 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.297624 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.297906 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.298189 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.298470 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.298694 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] debug = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.298971 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.299391 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.299808 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.300094 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.300381 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.300657 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.300925 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.301197 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.301507 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.301834 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] host = dv-cinder-807083-8-iscsi {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.302109 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.302399 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.302689 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.302975 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.303247 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.303520 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.303802 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.304073 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.304341 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.304615 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.304901 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.305188 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.305494 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.305719 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.305938 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.306223 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.306508 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.306869 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.307047 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.307319 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.307598 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.307866 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.308132 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.308418 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.308703 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.308984 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.309257 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.309561 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.309840 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.310724 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.311009 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.311282 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.311559 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.311830 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.312119 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.312390 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.312663 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.312969 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.313253 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.313560 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.313844 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.314117 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.314401 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.314670 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.314941 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.315215 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_json = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.315485 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.315751 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.316033 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.316304 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.316578 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.316850 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.317119 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.317420 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:03.317721 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.318017 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.318318 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.318603 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.318896 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.319175 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.319461 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.319738 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.320025 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.320315 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.320601 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.320876 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.321161 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.321466 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.321760 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.322067 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.322361 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.322652 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.322926 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.323199 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.323470 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.323744 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.324028 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.324305 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.324592 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.324878 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.325155 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.325570 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.325873 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.326162 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.326436 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.326711 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.327000 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.327274 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.327544 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.327818 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.328103 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.328376 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.328647 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.328925 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.329203 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.329505 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.329776 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.330054 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.330340 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.330614 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.330881 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.331147 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.331419 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.331686 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.331967 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.332239 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.332506 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.332775 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.333046 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.333313 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.333603 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.333876 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.334144 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.334421 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.334693 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.334961 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.335229 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.335497 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.335766 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.336034 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.336302 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.336575 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.336847 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.337118 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.337404 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.337680 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.337951 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.338236 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.338534 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.338812 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.339092 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.339365 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.339640 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.339913 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.340191 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.340465 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.340739 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.341010 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.341351 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.341659 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.341945 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.342224 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.342501 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.342800 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.343076 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.343357 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.343632 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.343906 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.344186 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.344467 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.344759 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.345050 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.345338 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.345655 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.345946 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.346225 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.346537 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.346817 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:03.347035 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 16:17:03.347285 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93770) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 14 16:17:03.709420 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 16:17:03.709707 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 16:17:03.710001 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 14 16:17:03.710345 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 14 16:17:04.112740 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.113038 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.113319 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.114641 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.114918 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.115184 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.150945 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.151225 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.151563 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.166546 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.166832 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.167174 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.195509 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.195792 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.196058 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.234072 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.234352 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.234619 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.466214 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.466818 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.466818 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.466971 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.467617 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.586982 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.587297 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.587579 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.587850 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.588117 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.588426 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.588685 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.589019 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.589273 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.589580 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.589841 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.590106 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.590361 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.590611 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.590938 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.591250 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.591506 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.591777 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.592045 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.592303 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.592572 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.592823 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.593100 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.593497 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.593747 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.594000 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.594393 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:04.594629 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:04.594863 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:04.595095 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:04.595326 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:04.595558 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:04.595920 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 14 16:17:04.599051 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 14 16:17:04.603124 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 14 16:17:04.607499 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 14 16:17:04.609121 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 14 16:17:04.609605 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 14 16:17:04.609941 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 14 16:17:04.610323 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 14 16:17:04.613111 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 14 16:17:04.613359 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 14 16:17:04.613732 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 16:17:04.619081 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 14 16:17:04.641458 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 14 16:17:04.641903 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.642201 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93770) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 14 16:17:04.642560 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.643909 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93770) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 14 16:17:04.644186 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 14 16:17:04.644431 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 14 16:17:04.647786 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.648066 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:04.712681 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 14 16:17:04.712920 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 14 16:17:04.713157 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 14 16:17:04.713568 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 14 16:17:04.736277 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_db.sqlalchemy.engines [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93770) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 14 16:17:05.259069 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing driver for type 'gre' Sep 14 16:17:05.259600 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] gre ID ranges: [(1, 1000)] Sep 14 16:17:05.326086 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing driver for type 'local' Sep 14 16:17:05.326420 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing driver for type 'vlan' Sep 14 16:17:05.343549 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] VlanTypeDriver initialization complete Sep 14 16:17:05.343880 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing driver for type 'vxlan' Sep 14 16:17:05.344380 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] vxlan ID ranges: [(1, 1000)] Sep 14 16:17:05.397478 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing extension driver 'port_security' Sep 14 16:17:05.397910 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] PortSecurityExtensionDriver initialization complete Sep 14 16:17:05.398243 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing mechanism driver 'openvswitch' Sep 14 16:17:05.398585 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing mechanism driver 'hyperv' Sep 14 16:17:05.405693 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.plugin [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93770) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:05.406363 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.406731 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.407079 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.407591 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:17:05.408046 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.408396 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.408738 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.409126 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:17:05.409558 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.409904 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.410239 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.410627 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:17:05.411026 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > security_group after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.411368 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > security_group after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.411699 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > security_group after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.412335 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:17:05.413021 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.413371 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.413735 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.414127 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:17:05.414528 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > address_group after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.414872 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > address_group after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.415206 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > address_group after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.415592 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93770) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 14 16:17:05.415970 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] ML2 OVO RPC backend initialized. {{(pid=93770) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 14 16:17:05.416667 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.417035 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.417459 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.417800 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > networks before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.418166 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.418502 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > ports before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.418838 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnet before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.419276 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnets before_response 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.419741 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.420126 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.420528 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.420892 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.421252 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.421630 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.421983 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnet after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.422334 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.422680 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > subnet after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.423280 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.plugin [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Modular L2 Plugin initialization complete Sep 14 16:17:05.423619 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading services supported by the core plugin {{(pid=93770) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 14 16:17:05.423954 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.plugins.ml2.managers [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Got port-security extension from driver 'port_security' Sep 14 16:17:05.424430 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.extensions.vlantransparent [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Disabled vlantransparent extension. Sep 14 16:17:05.424922 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93770) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 14 16:17:05.425245 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: router Sep 14 16:17:05.461297 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router_interface before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.461717 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router after_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.462094 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router before_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.462492 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.462845 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.463204 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router after_delete 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.463565 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > floatingip after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.464000 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > floatingip after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.464364 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router after_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.464713 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.465065 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.465437 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.465802 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.466886 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.467418 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.467598 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.467936 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: subnet after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.468282 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.468637 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > port precommit_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.468994 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.469337 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: port before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.469716 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.470074 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router after_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.470418 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_delete 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.470771 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_create 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.471132 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router_interface after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.471478 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_update 55549900 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.471844 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > agent after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.472193 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > agent after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.472538 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > network after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.473438 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Tracking information for resource: router configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:05.473778 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Tracking information for resource: floatingip configured {{(pid=93770) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 14 16:17:05.478689 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.db.l3_agentschedulers_db [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 14 16:17:05.479283 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.479645 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: port after_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.480001 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: port after_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.480355 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: port after_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.481145 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router before_create 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.481552 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_delete 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.481918 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_create 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.482279 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > router precommit_update 55550100 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.486965 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.services.provider_configuration [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service providers = [] {{(pid=93770) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 14 16:17:05.487333 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.db.servicetype_db [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93770) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 14 16:17:05.490424 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:17:05.490779 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:17:05.491125 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:17:05.492024 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.services.service_base [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93770) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 14 16:17:05.492403 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.services.service_base [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 14 16:17:05.492785 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.493106 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 14 16:17:05.503769 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.504107 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: auto_allocate Sep 14 16:17:05.509979 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: network precommit_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.510308 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: network precommit_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.510836 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.511163 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: tag Sep 14 16:17:05.518337 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.518670 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: timestamp Sep 14 16:17:05.522698 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.523037 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: network_ip_availability Sep 14 16:17:05.528513 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.529494 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.529857 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.530569 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.530890 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: flavors Sep 14 16:17:05.535590 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.535924 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading Plugin: revisions Sep 14 16:17:05.540492 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93770) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 14 16:17:05.540883 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.831s {{(pid=93770) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 14 16:17:05.541648 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93770) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 14 16:17:05.541990 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Initializing extension manager. Sep 14 16:17:05.542501 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: __init__.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.542847 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: __pycache__ {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.543185 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.543521 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: address_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.544305 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.544870 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: address-group Sep 14 16:17:05.545194 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: address_scope.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.546200 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.546713 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: address-scope Sep 14 16:17:05.547036 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: admin_state_down_before_update.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.547979 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.548492 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: router-admin-state-down-before-update Sep 14 16:17:05.548815 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: agent.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.549560 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.550066 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: agent Sep 14 16:17:05.550389 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: agent_resources_synced.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.551305 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.551811 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: agent-resources-synced Sep 14 16:17:05.552210 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: allowedaddresspairs.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.554054 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.554573 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: allowed-address-pairs Sep 14 16:17:05.554902 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: auto_allocated_topology.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.555983 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.556505 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: auto-allocated-topology Sep 14 16:17:05.556843 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: availability_zone.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.557639 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.558246 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: availability_zone Sep 14 16:17:05.558569 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: availability_zone_filter.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.559564 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.560102 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: availability_zone_filter Sep 14 16:17:05.560428 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: data_plane_status.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.561344 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.561870 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension data-plane-status not supported by any of loaded plugins Sep 14 16:17:05.562195 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: default_subnetpools.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.563130 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.563633 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: default-subnetpools Sep 14 16:17:05.563958 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: dhcpagentscheduler.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.564768 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.565275 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: dhcp_agent_scheduler Sep 14 16:17:05.565637 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: dns.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.566561 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.567066 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension dns-integration not supported by any of loaded plugins Sep 14 16:17:05.567388 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: dns_domain_ports.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.568315 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.568820 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 14 16:17:05.569143 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.570106 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.570607 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 14 16:17:05.570929 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: dvr.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.571599 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.572104 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: dvr Sep 14 16:17:05.572426 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: ecmp_routes.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.573344 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.573960 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension ecmp_routes not supported by any of loaded plugins Sep 14 16:17:05.574282 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: empty_string_filtering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.575224 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.576258 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: empty-string-filtering Sep 14 16:17:05.576578 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.577535 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.578039 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 14 16:17:05.578363 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.579292 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.579806 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 14 16:17:05.580129 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: external_net.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.581042 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.581571 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: external-net Sep 14 16:17:05.581896 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: extra_dhcp_opt.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.582814 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.583319 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: extra_dhcp_opt Sep 14 16:17:05.583638 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: extraroute.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.584551 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.585058 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: extraroute Sep 14 16:17:05.585405 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: extraroute_atomic.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.586446 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.586951 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: extraroute-atomic Sep 14 16:17:05.587276 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: filter_validation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.587943 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.588449 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: filter-validation Sep 14 16:17:05.588772 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: fip_pf_description.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.589721 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.590221 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 14 16:17:05.590545 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: fip_port_details.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.592080 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.592588 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: fip-port-details Sep 14 16:17:05.592914 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: flavors.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.594185 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.594700 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: flavors Sep 14 16:17:05.595046 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.596687 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.597213 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 14 16:17:05.597578 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: floatingip_pools.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.598289 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.598812 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: floatingip-pools Sep 14 16:17:05.599146 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: ip_allocation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.600092 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.600602 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension ip_allocation not supported by any of loaded plugins Sep 14 16:17:05.600930 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.601900 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.602414 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: ip-substring-filtering Sep 14 16:17:05.602741 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l2_adjacency.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.603676 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.604179 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension l2_adjacency not supported by any of loaded plugins Sep 14 16:17:05.604504 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l3.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.605633 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.606154 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: router Sep 14 16:17:05.606480 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l3_conntrack_helper.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.608758 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.609282 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 14 16:17:05.609648 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.610668 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.611183 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: ext-gw-mode Sep 14 16:17:05.611513 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.612455 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.612966 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: l3-ha Sep 14 16:17:05.613292 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l3_flavors.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.614339 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.614852 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: l3-flavors Sep 14 16:17:05.615179 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.616106 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.616613 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: l3-port-ip-change-not-allowed Sep 14 16:17:05.616937 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: l3agentscheduler.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.618005 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.618519 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: l3_agent_scheduler Sep 14 16:17:05.618844 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: logging.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.620358 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.620917 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension logging not supported by any of loaded plugins Sep 14 16:17:05.621249 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: metering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.622026 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.622658 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: metering Sep 14 16:17:05.622983 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.624083 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.624601 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: metering_source_and_destination_fields Sep 14 16:17:05.624931 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: multiprovidernet.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.625900 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.626410 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: multi-provider Sep 14 16:17:05.626736 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: netmtu.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.627662 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.628173 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: net-mtu Sep 14 16:17:05.628504 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: netmtu_writable.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.629456 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.629967 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: net-mtu-writable Sep 14 16:17:05.630291 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: network_availability_zone.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.630963 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.631468 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: network_availability_zone Sep 14 16:17:05.631787 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: network_ip_availability.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.632904 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.633446 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: network-ip-availability Sep 14 16:17:05.633777 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: network_segment_range.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.634552 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.635057 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension network-segment-range not supported by any of loaded plugins Sep 14 16:17:05.635380 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: pagination.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.636390 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.636722 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: pagination Sep 14 16:17:05.637044 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: port_device_profile.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.638534 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.639063 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: port-device-profile Sep 14 16:17:05.639384 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.640358 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.640974 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: port-mac-address-regenerate Sep 14 16:17:05.641299 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.642272 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.642779 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: port-numa-affinity-policy Sep 14 16:17:05.643099 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: port_resource_request.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.644191 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.644699 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension port-resource-request not supported by any of loaded plugins Sep 14 16:17:05.645020 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: portbindings.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.645975 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.646475 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: binding Sep 14 16:17:05.646794 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: portbindings_extended.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.648103 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.648615 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: binding-extended Sep 14 16:17:05.648951 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: portsecurity.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.649932 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.650447 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: port-security Sep 14 16:17:05.650772 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: project_id.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.651762 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.652094 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: project-id Sep 14 16:17:05.652418 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: providernet.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.653355 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.654598 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: provider Sep 14 16:17:05.654923 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.658532 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.659060 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos not supported by any of loaded plugins Sep 14 16:17:05.659392 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.660639 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.661158 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 14 16:17:05.661586 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.662511 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.663275 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 14 16:17:05.663604 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_default.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.664519 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.665031 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-default not supported by any of loaded plugins Sep 14 16:17:05.665362 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_fip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.666051 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.666551 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-fip not supported by any of loaded plugins Sep 14 16:17:05.666877 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_gateway_ip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.667808 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.668320 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 14 16:17:05.668644 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_port_network_policy.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.669676 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.670194 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 14 16:17:05.670520 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_pps_rule.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.671690 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.672206 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-pps not supported by any of loaded plugins Sep 14 16:17:05.672534 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_rule_type_details.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.673488 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.674001 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 14 16:17:05.674328 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: qos_rules_alias.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.675385 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.675898 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 14 16:17:05.676227 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: quotasv2.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.677194 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.677563 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: quotas Sep 14 16:17:05.677891 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: quotasv2_detail.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.681322 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.681697 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: quota_details Sep 14 16:17:05.682033 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: rbac.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.683114 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.683645 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: rbac-policies Sep 14 16:17:05.683975 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: rbac_address_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.684941 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.685491 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: rbac-address-group Sep 14 16:17:05.685821 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: rbac_address_scope.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.686751 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.687264 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: rbac-address-scope Sep 14 16:17:05.687586 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: rbac_security_groups.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.688509 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.689109 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: rbac-security-groups Sep 14 16:17:05.689467 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: rbac_subnetpool.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.690401 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.690919 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: rbac-subnetpool Sep 14 16:17:05.691245 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: revisionifmatch.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.692170 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.692682 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: revision-if-match Sep 14 16:17:05.693005 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: revisions.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.694227 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.694747 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: standard-attr-revisions Sep 14 16:17:05.695074 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: router_availability_zone.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.695767 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.696276 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: router_availability_zone Sep 14 16:17:05.696599 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: routerservicetype.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.697573 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.698085 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension router-service-type not supported by any of loaded plugins Sep 14 16:17:05.698407 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.699339 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.699935 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: security-groups-normalized-cidr Sep 14 16:17:05.700260 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: security_groups_port_filtering.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.701741 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.702252 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: port-security-groups-filtering Sep 14 16:17:05.702574 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.703510 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.704029 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: security-groups-remote-address-group Sep 14 16:17:05.704351 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: securitygroup.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.715600 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.716674 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: security-group Sep 14 16:17:05.717023 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: segment.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.717857 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.718375 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension segment not supported by any of loaded plugins Sep 14 16:17:05.718706 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.719676 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.720184 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 14 16:17:05.720510 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: servicetype.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.721739 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.722272 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: service-type Sep 14 16:17:05.722596 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: sorting.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.723594 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.723928 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: sorting Sep 14 16:17:05.724253 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: standard_attr_segment.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.725189 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.725730 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 14 16:17:05.726056 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: standardattrdescription.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.726711 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.727217 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: standard-attr-description Sep 14 16:17:05.727541 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: stateful_security_group.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.728480 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.728991 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: stateful-security-group Sep 14 16:17:05.729318 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: stdattrs_common.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.729943 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 14 16:17:05.730269 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.731201 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.731815 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 14 16:17:05.732178 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: subnet_onboard.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.733267 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.733820 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: subnet_onboard Sep 14 16:17:05.734149 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.735089 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.735658 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 14 16:17:05.736004 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: subnet_service_types.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.736981 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.737570 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: subnet-service-types Sep 14 16:17:05.737917 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: subnetallocation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.739098 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.739620 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: subnet_allocation Sep 14 16:17:05.739951 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.740624 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.741133 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: subnetpool-prefix-ops Sep 14 16:17:05.741492 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.742441 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.742953 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 14 16:17:05.743278 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: tagging.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.744390 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.744906 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: standard-attr-tag Sep 14 16:17:05.745321 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: timestamp.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.746563 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.747080 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loaded extension: standard-attr-timestamp Sep 14 16:17:05.747926 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: trunk.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.748963 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.749513 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension trunk not supported by any of loaded plugins Sep 14 16:17:05.749844 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: trunk_details.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.750778 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.751288 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension trunk-details not supported by any of loaded plugins Sep 14 16:17:05.751616 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: uplink_status_propagation.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.752543 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.753058 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 14 16:17:05.753405 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Loading extension file: vlantransparent.py {{(pid=93770) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 14 16:17:05.754084 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93770) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 14 16:17:05.754592 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extension vlan-transparent not supported by any of loaded plugins Sep 14 16:17:05.757056 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:network Sep 14 16:17:05.757615 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:subnet Sep 14 16:17:05.758018 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:17:05.758416 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:port Sep 14 16:17:05.759659 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.760172 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service FLAVORS assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.760844 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.761280 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.761656 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:router Sep 14 16:17:05.762095 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:floatingip Sep 14 16:17:05.762587 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service METERING assigned prefix: /metering {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.764587 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.764961 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.765319 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93770) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:17:05.766385 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 16:17:05.766848 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:security_group Sep 14 16:17:05.767280 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 16:17:05.767869 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.768201 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:17:05.768551 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] subnetpool is already registered Sep 14 16:17:05.769010 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.769347 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:17:05.769705 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] subnetpool is already registered Sep 14 16:17:05.772044 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.772486 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service FLAVORS assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.773089 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.773551 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.773890 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:router Sep 14 16:17:05.774231 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] router is already registered Sep 14 16:17:05.774650 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:floatingip Sep 14 16:17:05.774985 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] floatingip is already registered Sep 14 16:17:05.775444 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service METERING assigned prefix: /metering {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.776119 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of CountableResource for resource:rbac_policy Sep 14 16:17:05.776525 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] rbac_policy is already registered Sep 14 16:17:05.776943 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:security_group Sep 14 16:17:05.777281 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] security_group is already registered Sep 14 16:17:05.777713 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:security_group_rule Sep 14 16:17:05.778046 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] security_group_rule is already registered Sep 14 16:17:05.778761 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.779092 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:17:05.779428 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] subnetpool is already registered Sep 14 16:17:05.779854 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.v2.resource_helper [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Service CORE assigned prefix: {{(pid=93770) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 14 16:17:05.780193 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Creating instance of TrackedResource for resource:subnetpool Sep 14 16:17:05.780525 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING neutron.quota.resource_registry [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] subnetpool is already registered Sep 14 16:17:05.780993 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: extensions {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.782506 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: address-groups {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.783973 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: address-scopes {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.785314 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: agents {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.786498 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: auto-allocated-topology {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.787996 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: availability_zones {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.789213 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: dhcp-networks {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.790801 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: dhcp-agents {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.792312 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: routers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.794580 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: flavors {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.795741 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: service_profiles {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.796944 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: next_providers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.798529 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: service_profiles {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.800072 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: floatingip-pools {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.801281 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: routers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.803425 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: floatingips {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.804702 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: l3-routers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.806122 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: l3-agents {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.807576 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: metering-labels {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.808950 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: metering-label-rules {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.810829 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: network-ip-availabilities {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.812103 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: bindings {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.814588 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: quotas {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.816164 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: quotas {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.817618 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: rbac-policies {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.818830 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: security-groups {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.820134 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: security-group-rules {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.821485 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: service-providers {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.822702 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: subnetpools {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.824231 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: subnetpools {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.826324 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.827999 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.829881 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.831678 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.833480 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.835325 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.837020 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.838972 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.840728 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.842530 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron.api.extensions [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Extended resource: tags {{(pid=93770) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 14 16:17:05.848583 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING keystonemiddleware.auth_token [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 14 16:17:05.853306 dv-cinder-807083-8-iscsi neutron-server[93770]: WARNING keystonemiddleware.auth_token [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 14 16:17:05.861871 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Acquired lock "singleton_lock" {{(pid=93770) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 14 16:17:05.862348 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_concurrency.lockutils [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Releasing lock "singleton_lock" {{(pid=93770) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 14 16:17:05.862994 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO oslo_service.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Starting 2 workers Sep 14 16:17:05.867798 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Started child 93882 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:17:05.872821 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Started child 93883 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:17:05.873955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:05.874603 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO neutron.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Neutron service started, listening on 0.0.0.0:9696 Sep 14 16:17:05.875198 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Notify callbacks [] for process, before_spawn {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:05.875465 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [-] (93882) wsgi starting up on http://0.0.0.0:9696 Sep 14 16:17:05.877568 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:05.877992 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO oslo_service.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Starting 1 workers Sep 14 16:17:05.878965 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [-] (93883) wsgi starting up on http://0.0.0.0:9696 Sep 14 16:17:05.882837 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Started child 93884 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:17:05.883374 dv-cinder-807083-8-iscsi neutron-server[93770]: INFO oslo_service.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Starting 1 workers Sep 14 16:17:05.886554 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] calling RpcWorker wait() {{(pid=93884) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 14 16:17:05.887095 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] returning from RpcWorker wait() {{(pid=93884) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 14 16:17:05.887768 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Started child 93885 {{(pid=93770) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 14 16:17:05.889183 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:05.889289 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG neutron_lib.callbacks.manager [None req-f0566996-c44c-4a5c-b752-17e03e49d63e None None] Notify callbacks [] for process, after_spawn {{(pid=93770) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:05.889695 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:05.891152 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93770) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 16:17:05.891364 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 16:17:05.891547 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 16:17:05.891763 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 16:17:05.892096 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 16:17:05.892260 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 16:17:05.892757 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.893040 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.893305 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.893560 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:05.894040 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.894040 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.894483 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.894742 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.894991 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.895272 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.895518 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.895692 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.895858 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.896110 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.896363 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.896670 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.896934 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.897169 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.897449 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.897620 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.897882 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.898147 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.898374 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.898649 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] debug = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.898875 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.899345 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.899580 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.899841 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.900064 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.900345 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.900572 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.900841 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.901091 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.901307 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.901688 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.901961 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.902195 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.902405 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.902624 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.902881 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.903116 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.903677 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host = dv-cinder-807083-8-iscsi {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.903861 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.904155 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.904410 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.904723 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.905074 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.905374 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.905719 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.906364 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.906364 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.906611 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.906768 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.907138 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.907424 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.907668 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.907868 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_options = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.908204 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.908475 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.908793 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.909263 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.909655 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.909819 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.910032 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.910212 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.910455 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.910928 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.911217 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.911485 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.911835 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.912060 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.912453 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.912953 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.913284 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.913545 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.913794 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.914110 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.914406 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.914688 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.915113 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.915325 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.915728 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.916038 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.916315 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.916568 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.917016 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.917396 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.917722 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.918253 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.918539 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.918891 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.919261 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.919521 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.919873 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.920118 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.920538 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.920769 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.921312 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.921714 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.921979 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.922266 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.922964 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.923971 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.924920 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_json = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.925049 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:05.925144 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.925144 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.926548 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.926837 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.927108 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.927418 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.927805 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.928135 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:05.929418 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.929738 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.930219 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.930543 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.930826 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.931178 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.931545 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.931782 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.932343 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.933171 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.933578 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.933927 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.934230 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.934632 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.935549 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.935982 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.936423 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.936846 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.937075 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.937686 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.937986 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.938322 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.938655 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.938895 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.939460 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.939771 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.940211 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.940578 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.940957 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.941329 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.941623 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.941988 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.942341 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.942635 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.942940 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.943240 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.943464 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.943751 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.943995 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.944215 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.944446 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.944700 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.944944 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.945180 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.946062 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.946418 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.946697 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.946975 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.947221 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.947508 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.948900 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.949176 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.949464 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.949727 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.950004 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.950249 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.951242 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.951512 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.951861 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.952138 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.952514 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.952751 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.952975 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.953225 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.953515 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.953739 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.954018 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.954247 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.954468 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.954694 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.954952 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.955194 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.955413 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.955661 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.955879 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.956111 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.956327 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.956563 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.956784 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.957100 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.957450 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.957688 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.957903 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.958148 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.958685 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.958910 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.959121 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.959352 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.959581 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.959878 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.960196 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.960452 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.960723 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.961000 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.961270 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.961588 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.962049 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.962274 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.962594 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.962821 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.963069 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.963314 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.963578 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.963805 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.964075 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.964332 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.964553 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.964775 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.964987 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.965241 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.965502 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.965808 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.966296 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.966645 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.966950 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.967253 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.967516 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.967756 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.968023 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.968259 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.968537 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.968855 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.969092 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.969353 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.969609 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.969862 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.970155 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.970392 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.970656 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.970908 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.971167 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.971389 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.971671 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.972051 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.972362 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.972758 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.972997 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.973334 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.973592 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.973827 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.974040 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.974337 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.974572 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.974809 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.975074 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.975339 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.975594 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.975827 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.976072 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.976317 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.976551 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.976782 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.976998 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.977229 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.977491 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.977821 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.978078 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.978402 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.978656 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.978870 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.979087 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.979299 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.979608 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.979768 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.980002 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.980214 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.980450 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.980688 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.980904 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.981123 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.981373 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.981642 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.981931 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.982152 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.982420 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.982695 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.982914 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.983142 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.983424 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.983692 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.983906 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.984171 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.984390 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.984602 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.984813 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.985034 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.985246 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.985502 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.985735 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.985948 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.986183 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.986438 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.986777 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.987012 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.987245 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.987490 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.987704 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.987950 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.988187 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.988420 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.988642 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.988856 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.989069 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.989336 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.989608 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.989863 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.990094 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.990309 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.990519 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.990754 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.990963 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.991259 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.991523 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.991835 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.992848 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.992848 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.992848 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.992848 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.993255 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.993429 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.993678 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.993894 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.994123 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.994356 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.994566 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.994796 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.995063 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.995220 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.995593 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.995747 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.995895 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.996078 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.996299 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.996517 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.996956 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.997185 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.997940 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.998152 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.998372 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.998586 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.998796 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.999042 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.999251 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.999457 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.999675 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:05.999911 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.000122 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.000426 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.000672 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.000899 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.001194 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.001456 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.001701 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.001955 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.002261 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.002481 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.002719 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.002936 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.003172 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.003394 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.003648 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.003975 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.004274 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.004531 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.004784 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.005062 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.005331 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.005620 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.005832 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.006171 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.006548 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.006825 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.007093 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.007352 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.007599 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.007838 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.008052 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.008283 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.008529 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.008760 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.009006 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.009223 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.009470 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.009703 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.009949 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.010164 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.010440 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.010615 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.010853 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.011065 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.011217 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 16:17:06.011760 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93770) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 14 16:17:06.011918 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 14 16:17:06.012070 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 14 16:17:06.012236 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 14 16:17:06.012406 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 14 16:17:06.012572 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 14 16:17:06.012759 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.012939 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.013634 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.013791 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.013948 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.014126 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.014284 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.014442 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.014598 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.014754 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.014910 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.015066 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.015221 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.015377 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.015535 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.015692 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.015848 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.016005 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.016165 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.016323 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.016478 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.016634 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.016791 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] debug = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.016948 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.017156 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.017320 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.017566 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.017724 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.017880 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.018036 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.018198 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.018335 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.018492 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.018648 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.018803 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.018959 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.019114 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.019271 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.019427 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.019584 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.019739 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host = dv-cinder-807083-8-iscsi {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.019896 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.020051 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.020206 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.020362 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.020517 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.020751 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.020903 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.021074 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.021211 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.021356 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.021525 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.021673 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.021809 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.021943 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.022085 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_options = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.022221 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.022379 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.022519 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.022712 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.022875 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.023035 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.023222 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.023446 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.023591 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.023726 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.023854 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.023989 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.024122 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.024255 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.024397 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.024527 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.024654 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.024785 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.024913 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.025075 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.025225 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.025360 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.025531 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.025678 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.025812 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.025971 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.026126 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.026281 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.026438 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.026593 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.026749 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.026905 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.027061 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.027217 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.027373 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.027530 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.027685 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.027841 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.028000 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.028158 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.028316 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.028474 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.028653 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.028809 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.028965 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.029123 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.029278 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_json = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.029461 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.029619 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.029777 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.029933 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.030107 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.030245 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.030390 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.030708 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 14 16:17:06.030708 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.030913 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.031021 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.031178 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.031338 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.031496 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.031654 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.031813 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.031971 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.032128 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.032294 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.032453 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.032621 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.032779 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.032936 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.033097 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.033257 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.033435 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.033596 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.033755 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.033914 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.034073 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.034240 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.034399 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.034556 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.034715 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.034872 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.035048 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.035206 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.035365 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.035525 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.035685 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.035845 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.036040 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.036165 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.036309 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.036468 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.036626 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.036784 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.036943 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.037102 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.037260 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.037438 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.037601 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.038010 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.038172 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.038331 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.038490 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.038649 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.038807 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.038967 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.039126 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.039286 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.039434 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.039592 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.039760 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.039919 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.040076 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.040235 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.040394 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.040552 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.040709 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.040867 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.041025 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.041184 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.041342 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.041532 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.041690 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.041849 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.042008 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.042167 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.042326 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.042485 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.042643 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.042801 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.042959 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.043118 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.043277 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.043440 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.043598 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.043758 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.043916 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.044042 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:06.044158 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.044244 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.044394 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.044551 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.044709 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.044866 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.045024 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.045191 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.045363 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.045540 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.045698 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.045856 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.046013 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.046171 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.046331 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.046488 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.046645 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.046802 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.046960 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.047117 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.047277 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.047435 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.047595 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.047755 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.047912 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.048068 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.048225 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.048382 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.048540 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.048698 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.048856 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.049014 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.049172 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.049328 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.049515 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.049675 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.049834 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.049993 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.050159 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.050327 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.050486 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.050645 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.050802 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.050960 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.051118 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.051274 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.051432 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.051589 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.051746 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.051903 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.052068 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.052236 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.052394 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.052552 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.052716 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.052899 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.053055 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.053214 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.053377 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.053554 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.053713 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.053871 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.054028 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.054188 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.054346 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.054503 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.054663 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.054821 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.054978 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.055137 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.055298 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.055531 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.055697 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.055856 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.056015 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.056174 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.056333 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.056491 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.056649 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.056807 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.056965 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.057124 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.057283 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.057464 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.057625 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.057783 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.057941 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.058099 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.058257 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.058415 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.058572 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.058729 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.058894 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.059053 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.059479 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.059479 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.059643 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.059643 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.060323 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.060486 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.060644 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.060802 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061190 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061190 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061471 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061471 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061662 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061775 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061886 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.061994 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.062169 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.062528 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.062528 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.062686 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.062765 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.062921 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.063080 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.063239 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.063396 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.063554 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.063711 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.063875 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.064342 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.064342 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.064506 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.064704 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.064916 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.065085 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.065569 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.065749 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.065911 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.066069 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.066230 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.066390 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.066549 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.066723 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.066877 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.067028 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.067185 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.067343 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.067502 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.067670 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.067830 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.067989 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.068551 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.068702 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.068863 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.069032 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.069192 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.069351 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.069544 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.069693 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.069852 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.070021 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.070180 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.070339 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.070497 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.070656 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.070814 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.070984 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.071143 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.071301 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.071459 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.071617 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.071775 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.071943 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.072104 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.072263 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.072429 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.072587 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.072746 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.072904 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.073076 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.073318 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.073470 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.073728 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.073889 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.074049 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.074211 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.074375 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.074542 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.074706 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.074869 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.075036 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.075203 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.075371 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.076083 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.076252 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.076425 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.076584 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.076743 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.076901 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.077058 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.077216 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.077375 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.077564 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.077723 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.077883 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.078040 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.078200 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.078358 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.078516 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.078675 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.078834 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.078993 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.079151 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.079311 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.079468 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 14 16:17:06.079619 dv-cinder-807083-8-iscsi neutron-server[93770]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93770) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 14 16:17:06.227565 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:06.237106 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072708 Sep 14 16:17:17.639107 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07315fbf-a2db-43af-a8b7-4ecd701feb8d None None] get_active_networks_info from dv-cinder-807083-8-iscsi {{(pid=93884) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 14 16:17:17.732788 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07315fbf-a2db-43af-a8b7-4ecd701feb8d None None] No non-hosted networks {{(pid=93884) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 14 16:17:17.748864 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-641e1af0-81bd-41d5-a44f-54c7418054ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536001'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:19.956466 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e42372d1-35c4-4eaa-8d7a-b13615d0a92b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536001'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:20.048644 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33851e3f-cb64-41d0-bc3e-ec31e48efb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:20.308958 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536001'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:20.310857 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.311195 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.311528 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.311865 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.312182 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.312501 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.313423 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.313939 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.314412 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.314918 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.315774 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.316281 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:20.317841 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-807083-8-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:20.323008 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-807083-8-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:21.398950 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536001'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:22.589962 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536001'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:24.003285 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37762) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:24.341491 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.db.l3_hamode_db [None req-36c66a42-2656-4c60-adb0-d727ae90ef7f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 14 16:17:24.418877 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c66a42-2656-4c60-adb0-d727ae90ef7f None None] Routers set() bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:17:24.419267 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c66a42-2656-4c60-adb0-d727ae90ef7f None None] Router IDs set() for agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 14 16:17:24.509827 dv-cinder-807083-8-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-cc00037e-3c24-4a6d-92a3-4c1b6bd2bc82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:24.510408 dv-cinder-807083-8-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-cc00037e-3c24-4a6d-92a3-4c1b6bd2bc82 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:24.728514 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-cc00037e-3c24-4a6d-92a3-4c1b6bd2bc82 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:17:24.729650 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cc00037e-3c24-4a6d-92a3-4c1b6bd2bc82 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7253718 Sep 14 16:17:27.107398 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:27.422603 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:17:27.515794 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.policy [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93883) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 16:17:27.559956 dv-cinder-807083-8-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:27.560315 dv-cinder-807083-8-iscsi neutron-server[93883]: WARNING oslo_policy.policy [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:27.568753 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.quota [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] Loaded quota_driver: . Sep 14 16:17:27.655800 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787924401068', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787924401729', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787924404376', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787924416124', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787922919820', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787924427400', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1401475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1423163', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330111', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3825749'] for rbac-policy, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:27.719023 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:27.720198 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-96e9240a-1de8-478b-b140-632b81b5adc7 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6118197 Sep 14 16:17:30.296719 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37788) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:30.587539 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Request body: {'network': {'project_id': '70f557290e1444b3b8003f05fd1503f8', 'name': 'private', 'admin_state_up': True, 'tenant_id': '70f557290e1444b3b8003f05fd1503f8'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:17:30.615776 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Made reservation on behalf of 70f557290e1444b3b8003f05fd1503f8 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:17:30.618439 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:30.635388 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:30.755880 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:30.759845 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:30.779734 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:17:30.807632 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787925166484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:30.808198 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Unsubscribe: segment precommit_create {{(pid=93883) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 16:17:30.808732 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Added segment 2f809a4d-4970-45d4-a605-6d457a4af869 of type vlan for network 942af734-efc0-4d28-99f5-043d14778c33 Sep 14 16:17:30.824167 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a02f6f-8f29-472a-84b8-3ed662d25b09,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:30.851044 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.851398 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.851729 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.852049 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.852367 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.852697 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.853015 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.853326 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.853678 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.853994 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.854306 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.854611 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Tracked resource versions report: Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: pushed versions: Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Log': {'1.0'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Network': {'1.1'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Port': {'1.7'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: consumer versions: Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Log': '1.0', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Network': '1.1', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Port': '1.7', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SubPort': '1.0', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Subnet': '1.1', Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Sep 14 16:17:30.855739 dv-cinder-807083-8-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:17:30.930423 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:30.967549 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:30.968625 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:30.969249 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:31.010374 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7126338 Sep 14 16:17:31.070471 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f84d30-0261-4595-903b-0c5ca3680a85 admin admin] Pushing event updated for resources: {'Network': ['ID=942af734-efc0-4d28-99f5-043d14778c33,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:31.082679 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 942af734-efc0-4d28-99f5-043d14778c33 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:17:33.639083 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:34.029589 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cdb570-afc3-4df2-8d1b-84bb9b36563c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:34.030932 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-33cdb570-afc3-4df2-8d1b-84bb9b36563c admin admin] 10.222.0.15 "GET /v2.0/networks/942af734-efc0-4d28-99f5-043d14778c33 HTTP/1.1" status: 200 len: 825 time: 0.3909118 Sep 14 16:17:34.055584 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7637ed0d-b5ba-4810-8cfc-dd3b884991b5 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/9650a378-c94c-4568-950f-5b825c43c051 HTTP/1.1" status: 200 len: 734 time: 0.0184355 Sep 14 16:17:34.065001 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Request body: {'subnet': {'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '9650a378-c94c-4568-950f-5b825c43c051', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'gateway_ip': '172.20.0.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:17:34.085542 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Made reservation on behalf of 70f557290e1444b3b8003f05fd1503f8 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:17:34.087701 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:34.375436 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:34.445757 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Checking segment: {'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:17:34.446099 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Network hostable DHCP agents. Network: 942af734-efc0-4d28-99f5-043d14778c33, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:17:34.450474 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7bab55-f597-4e85-91cc-3af0042a688f,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:34.467677 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Network 942af734-efc0-4d28-99f5-043d14778c33 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:17:34.478287 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 942af734-efc0-4d28-99f5-043d14778c33) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:17:34.483609 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:34.484294 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:34.488493 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e30036b7-d78d-45e4-85d7-0aa338b20a0b None None] Network 942af734-efc0-4d28-99f5-043d14778c33 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:17:34.497230 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-46fa4f99-9ce3-41f4-8af3-c278f6345542 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4353073 Sep 14 16:17:34.804155 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-942af734-efc0-4d28-99f5-043d14778c33', 'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'fixed_ips': [{'subnet_id': '6f7bab55-f597-4e85-91cc-3af0042a688f'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:17:34.805485 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:35.079160 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Allocated IP 172.20.0.2 (942af734-efc0-4d28-99f5-043d14778c33/6f7bab55-f597-4e85-91cc-3af0042a688f/373d76f2-9063-4510-ae46-615e076d2fd4) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:17:35.302521 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:35.317199 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Transition to ACTIVE for port object 373d76f2-9063-4510-ae46-615e076d2fd4 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:17:35.337894 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Transition to ACTIVE for port object 373d76f2-9063-4510-ae46-615e076d2fd4 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:17:35.345835 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:35.420772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Network 942af734-efc0-4d28-99f5-043d14778c33 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:17:35.427028 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:17:35.428636 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Pushing event updated for resources: {'Port': ['ID=373d76f2-9063-4510-ae46-615e076d2fd4,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:35.433376 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:17:35.441079 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.441445 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.441779 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.442108 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.442430 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.442754 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.443074 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.443392 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.443724 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.444043 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.444356 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.444666 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Tracked resource versions report: Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: pushed versions: Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Log': {'1.0'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Network': {'1.1'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Port': {'1.7'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: consumer versions: Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Log': '1.0', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Network': '1.1', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Port': '1.7', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SubPort': '1.0', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Subnet': '1.1', Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Sep 14 16:17:35.445788 dv-cinder-807083-8-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:17:35.516659 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Attempting to bind port 373d76f2-9063-4510-ae46-615e076d2fd4 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:17:35.517334 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Attempting to bind port 373d76f2-9063-4510-ae46-615e076d2fd4 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:17:35.517459 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Attempting to bind port 373d76f2-9063-4510-ae46-615e076d2fd4 on network 942af734-efc0-4d28-99f5-043d14778c33 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:17:35.522208 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 17, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:17:35.522606 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Checking segment: {'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:17:35.523055 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:35.523435 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Bound using segment: {'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:17:35.523882 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Bound port: 373d76f2-9063-4510-ae46-615e076d2fd4, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:17:35.524277 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:35.586923 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] For port 373d76f2-9063-4510-ae46-615e076d2fd4, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:17:35.591767 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] For port 373d76f2-9063-4510-ae46-615e076d2fd4, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=373d76f2-9063-4510-ae46-615e076d2fd4,segment=NetworkSegment(2f809a4d-4970-45d4-a605-6d457a4af869),segment_id=2f809a4d-4970-45d4-a605-6d457a4af869)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:17:35.596463 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:35.656865 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df80548e-180b-4d9e-89a4-ca09c2e6647d None None] Pushing event updated for resources: {'Port': ['ID=373d76f2-9063-4510-ae46-615e076d2fd4,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:36.930175 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37810) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:37.246601 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-ccf6ae70-788c-47d2-9103-c3a15aa37fd8 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:17:37.247579 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ccf6ae70-788c-47d2-9103-c3a15aa37fd8 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3164792 Sep 14 16:17:39.661672 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37818) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:39.979271 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-da4402a6-9cfd-4f4a-983f-1f536b36f5eb admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:17:39.980287 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-da4402a6-9cfd-4f4a-983f-1f536b36f5eb admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3173130 Sep 14 16:17:42.718300 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:43.043897 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3e200e9f-5693-4ddf-978a-3bdd1cf7d205 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'name': 'router1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:17:43.067600 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e200e9f-5693-4ddf-978a-3bdd1cf7d205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:43.069125 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e200e9f-5693-4ddf-978a-3bdd1cf7d205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:43.204525 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e200e9f-5693-4ddf-978a-3bdd1cf7d205 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:43.209501 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e200e9f-5693-4ddf-978a-3bdd1cf7d205 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:43.222725 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e200e9f-5693-4ddf-978a-3bdd1cf7d205 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:43.223944 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3e200e9f-5693-4ddf-978a-3bdd1cf7d205 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5046704 Sep 14 16:17:43.887019 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 373d76f2-9063-4510-ae46-615e076d2fd4 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:17:43.975877 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 373d76f2-9063-4510-ae46-615e076d2fd4 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:17:44.110181 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a892cd4-1182-4fe3-8b94-75a26d0800b7 None None] Network 942af734-efc0-4d28-99f5-043d14778c33 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:17:44.139989 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f23e9f48-5aac-4704-9161-48d871010f42 None None] Provisioning for port 373d76f2-9063-4510-ae46-615e076d2fd4 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:17:44.169694 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f23e9f48-5aac-4704-9161-48d871010f42 None None] Provisioning complete for port 373d76f2-9063-4510-ae46-615e076d2fd4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:17:44.170058 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f23e9f48-5aac-4704-9161-48d871010f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:44.334309 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f23e9f48-5aac-4704-9161-48d871010f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:44.392555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f23e9f48-5aac-4704-9161-48d871010f42 None None] For port 373d76f2-9063-4510-ae46-615e076d2fd4, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=373d76f2-9063-4510-ae46-615e076d2fd4,segment=NetworkSegment(2f809a4d-4970-45d4-a605-6d457a4af869),segment_id=2f809a4d-4970-45d4-a605-6d457a4af869)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:17:44.398338 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f23e9f48-5aac-4704-9161-48d871010f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:44.462209 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e9f48-5aac-4704-9161-48d871010f42 None None] Pushing event updated for resources: {'Port': ['ID=373d76f2-9063-4510-ae46-615e076d2fd4,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:44.618715 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cb14ee0a-ad2e-4f48-8167-2bd3d14ceb68 None None] Provisioning complete for port 373d76f2-9063-4510-ae46-615e076d2fd4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:17:44.618972 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cb14ee0a-ad2e-4f48-8167-2bd3d14ceb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:45.639393 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37840) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:45.852200 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 373d76f2-9063-4510-ae46-615e076d2fd4 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:17:45.898277 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 373d76f2-9063-4510-ae46-615e076d2fd4 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:17:45.898662 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:45.954472 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-b54bed22-b758-4073-86ac-04b9a94c2289 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:17:45.955537 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b54bed22-b758-4073-86ac-04b9a94c2289 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151762 Sep 14 16:17:47.510959 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-37f92cd7-e9ad-4fab-a536-434bbf265705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:48.352466 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 37848) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:48.842939 dv-cinder-807083-8-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:48.843510 dv-cinder-807083-8-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:49.065352 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'router:external': True}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:17:49.066953 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.quota [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Loaded quota_driver: . Sep 14 16:17:49.122496 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Made reservation on behalf of 7e7119f81a4142fa91bbd35d395c17c3 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:17:49.188844 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.policy [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93882) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 14 16:17:49.234085 dv-cinder-807083-8-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:49.234443 dv-cinder-807083-8-iscsi neutron-server[93882]: WARNING oslo_policy.policy [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 14 16:17:49.244466 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.264422 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.395274 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.399016 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.410429 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Reserving flat network on physical network physnet1 {{(pid=93882) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 14 16:17:49.443864 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787925166484', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.444441 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Unsubscribe: segment precommit_create {{(pid=93882) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 14 16:17:49.444965 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Added segment cd05088c-d335-4155-b534-046e9187606d of type flat for network a182d2dc-31ef-4cf1-8955-14feca0aa828 Sep 14 16:17:49.461786 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63a8ea8a-1ef4-4451-b533-2906bef3dafa,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:49.499334 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.499689 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.500024 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.500350 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.500674 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.501011 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.501332 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.501676 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.502014 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.502331 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.502644 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.502973 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Tracked resource versions report: Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: pushed versions: Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Log': {'1.0'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Network': {'1.1'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Port': {'1.7'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: consumer versions: Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Log': '1.0', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Network': '1.1', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Port': '1.7', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SubPort': '1.0', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Subnet': '1.1', Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Sep 14 16:17:49.504066 dv-cinder-807083-8-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:17:49.584064 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.631418 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.632648 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:49.633300 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:49.677674 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3228002 Sep 14 16:17:49.739220 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f24a0f-c2cf-4030-9ee5-8ec1b6c8cb1d admin admin] Pushing event updated for resources: {'Network': ['ID=a182d2dc-31ef-4cf1-8955-14feca0aa828,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:49.751179 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:17:49.952032 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be853eb8-bf07-4b46-a33e-d3d2f7009005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:50.309631 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:51.340521 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:52.096584 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37878) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:52.270502 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d45a67d-2719-4a2d-ae9e-2399dee4ea01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:52.271811 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4d45a67d-2719-4a2d-ae9e-2399dee4ea01 admin admin] 10.222.0.15 "GET /v2.0/subnets/6f7bab55-f597-4e85-91cc-3af0042a688f HTTP/1.1" status: 200 len: 849 time: 0.1743236 Sep 14 16:17:52.394717 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-24ca94c6-f04c-4677-8be4-2494320c9c8c admin admin] 10.222.0.15 "GET /v2.0/routers/021b9d31-136a-4080-85d3-b1fb70a165d6 HTTP/1.1" status: 200 len: 704 time: 0.1160369 Sep 14 16:17:52.517342 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:52.660767 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:52.956582 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Allocated IP 172.20.0.1 (942af734-efc0-4d28-99f5-043d14778c33/6f7bab55-f597-4e85-91cc-3af0042a688f/8d9dd895-345a-4f28-8632-16bc9326e2ad) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:17:53.119800 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.191950 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Transition to ACTIVE for port object 8d9dd895-345a-4f28-8632-16bc9326e2ad will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:17:53.259279 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.331130 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Network 942af734-efc0-4d28-99f5-043d14778c33 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:17:53.335830 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:17:53.341952 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:17:53.342391 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.422272 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9dd895-345a-4f28-8632-16bc9326e2ad,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:53.554482 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.567252 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c470a1aa-ce97-4822-b289-2027b9ea690d None None] Provisioning for port 8d9dd895-345a-4f28-8632-16bc9326e2ad completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:17:53.570817 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c470a1aa-ce97-4822-b289-2027b9ea690d None None] Provisioning complete for port 8d9dd895-345a-4f28-8632-16bc9326e2ad triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:17:53.571238 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c470a1aa-ce97-4822-b289-2027b9ea690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.612358 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c470a1aa-ce97-4822-b289-2027b9ea690d None None] Port 8d9dd895-345a-4f28-8632-16bc9326e2ad cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:17:53.765473 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.769673 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.770419 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:53.831273 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9dd895-345a-4f28-8632-16bc9326e2ad,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:53.898564 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Network 942af734-efc0-4d28-99f5-043d14778c33 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:17:53.899859 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:17:54.059997 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Router 021b9d31-136a-4080-85d3-b1fb70a165d6 is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:17:54.132993 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac9d1d7c-a250-47a7-a792-783229e44595 None None] Provisioning complete for port 8d9dd895-345a-4f28-8632-16bc9326e2ad triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:17:54.133280 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac9d1d7c-a250-47a7-a792-783229e44595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:54.150653 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:17:54.169903 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-58a4053a-8691-462a-9727-bb8c2bd99b45 admin admin] 10.222.0.15 "PUT /v2.0/routers/021b9d31-136a-4080-85d3-b1fb70a165d6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7556360 Sep 14 16:17:54.170003 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Sync routers for ids ['021b9d31-136a-4080-85d3-b1fb70a165d6'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:17:54.170451 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac9d1d7c-a250-47a7-a792-783229e44595 None None] Port 8d9dd895-345a-4f28-8632-16bc9326e2ad cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:17:54.175289 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Routers {'021b9d31-136a-4080-85d3-b1fb70a165d6'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:17:54.176143 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:17:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['021b9d31-136a-4080-85d3-b1fb70a165d6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:54.367743 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Set router 021b9d31-136a-4080-85d3-b1fb70a165d6 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:17:54.803890 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'name': 'router1', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:17:43Z', 'updated_at': '2021-09-14T16:17:53Z', 'revision_number': 2, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'gw_port_host': None, '_interfaces': [{'id': '8d9dd895-345a-4f28-8632-16bc9326e2ad', 'name': '', 'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'mac_address': 'fa:16:3e:f1:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:17:52Z', 'updated_at': '2021-09-14T16:17:53Z', 'revision_number': 2, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'subnets': [{'id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9650a378-c94c-4568-950f-5b825c43c051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:54.855663 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Checking router: 021b9d31-136a-4080-85d3-b1fb70a165d6 for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:17:54.856031 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Updating router 021b9d31-136a-4080-85d3-b1fb70a165d6 port 8d9dd895-345a-4f28-8632-16bc9326e2ad binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:17:54.904365 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:55.481756 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:55.499598 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Transition to ACTIVE for port object 8d9dd895-345a-4f28-8632-16bc9326e2ad will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:17:55.505834 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:55.645007 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Pushing event updated for resources: {'Port': ['ID=8d9dd895-345a-4f28-8632-16bc9326e2ad,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:55.678587 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.678958 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.679309 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.679664 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.680017 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.680499 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.680817 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.681319 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.681689 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.682016 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.682338 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.682688 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Tracked resource versions report: Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: pushed versions: Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Log': {'1.0'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Network': {'1.1'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Port': {'1.7'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: consumer versions: Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Log': '1.0', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Network': '1.1', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Port': '1.7', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SubPort': '1.0', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Subnet': '1.1', Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Sep 14 16:17:55.683863 dv-cinder-807083-8-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:17:55.686745 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Attempting to bind port 8d9dd895-345a-4f28-8632-16bc9326e2ad on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:17:55.687151 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Attempting to bind port 8d9dd895-345a-4f28-8632-16bc9326e2ad by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:17:55.687583 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Attempting to bind port 8d9dd895-345a-4f28-8632-16bc9326e2ad on network 942af734-efc0-4d28-99f5-043d14778c33 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:17:55.695637 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:17:55.695637 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Checking segment: {'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:17:55.696064 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:55.696474 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Bound using segment: {'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:17:55.696962 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Bound port: 8d9dd895-345a-4f28-8632-16bc9326e2ad, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f809a4d-4970-45d4-a605-6d457a4af869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '942af734-efc0-4d28-99f5-043d14778c33'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:17:55.697357 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:55.766574 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] For port 8d9dd895-345a-4f28-8632-16bc9326e2ad, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:17:55.787123 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] For port 8d9dd895-345a-4f28-8632-16bc9326e2ad, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=8d9dd895-345a-4f28-8632-16bc9326e2ad,segment=NetworkSegment(2f809a4d-4970-45d4-a605-6d457a4af869),segment_id=2f809a4d-4970-45d4-a605-6d457a4af869)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:17:55.792495 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:55.844360 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Routers {'021b9d31-136a-4080-85d3-b1fb70a165d6'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:17:55.844967 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:17:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['021b9d31-136a-4080-85d3-b1fb70a165d6'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:55.943944 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] Set router 021b9d31-136a-4080-85d3-b1fb70a165d6 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:17:55.974650 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293ea05-3690-4b4b-b22e-5e32ff23d464 None None] Pushing event updated for resources: {'Port': ['ID=8d9dd895-345a-4f28-8632-16bc9326e2ad,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:56.165329 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'name': 'router1', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:17:43Z', 'updated_at': '2021-09-14T16:17:53Z', 'revision_number': 2, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'gw_port_host': None, '_interfaces': [{'id': '8d9dd895-345a-4f28-8632-16bc9326e2ad', 'name': '', 'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'mac_address': 'fa:16:3e:f1:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:17:52Z', 'updated_at': '2021-09-14T16:17:55Z', 'revision_number': 4, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'subnets': [{'id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9650a378-c94c-4568-950f-5b825c43c051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:17:56.191826 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afff5136-8c9d-4230-9ca2-e684b082e749 None None] The sync data for ids ['021b9d31-136a-4080-85d3-b1fb70a165d6'] in dv-cinder-807083-8-iscsi is: [{'id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'name': 'router1', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:17:43Z', 'updated_at': '2021-09-14T16:17:53Z', 'revision_number': 2, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'gw_port_host': None, '_interfaces': [{'id': '8d9dd895-345a-4f28-8632-16bc9326e2ad', 'name': '', 'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'mac_address': 'fa:16:3e:f1:9e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:17:52Z', 'updated_at': '2021-09-14T16:17:55Z', 'revision_number': 4, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'subnets': [{'id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9650a378-c94c-4568-950f-5b825c43c051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:17:56.452758 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 37898) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:56.564241 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c68fd9-fe73-4442-bf07-c9686018d50c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:56.565626 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-77c68fd9-fe73-4442-bf07-c9686018d50c admin admin] 10.222.0.15 "GET /v2.0/networks/a182d2dc-31ef-4cf1-8955-14feca0aa828 HTTP/1.1" status: 200 len: 842 time: 0.1117449 Sep 14 16:17:56.576037 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'name': 'public-subnet', 'gateway_ip': '172.27.3.1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:17:56.596898 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Made reservation on behalf of 7e7119f81a4142fa91bbd35d395c17c3 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:17:56.599128 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:56.890433 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.objects.ports [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93883) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 14 16:17:56.890875 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:56.945475 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=c329c5d9-fbe2-41a2-9081-6ac60ece4fa1,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:17:56.956452 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:17:56.956799 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Network hostable DHCP agents. Network: a182d2dc-31ef-4cf1-8955-14feca0aa828, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:17:56.973378 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:17:56.982279 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, a182d2dc-31ef-4cf1-8955-14feca0aa828) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:17:56.986698 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:56.987478 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:17:56.993282 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a444c5-75d6-45fa-8e59-3d82fce25bd7 None None] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:17:57.003886 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f5a09206-1862-43ea-9ea0-aaaa0f5771ba admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4316635 Sep 14 16:17:57.134548 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef6b06-6a15-48fd-bf71-7b0a923ca98e None None] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:17:59.422027 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 37906) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:17:59.688696 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-566bc2a4-6077-4d77-9298-57f49f69d865 admin admin] 10.222.0.15 "GET /v2.0/routers/021b9d31-136a-4080-85d3-b1fb70a165d6 HTTP/1.1" status: 200 len: 710 time: 0.2653544 Sep 14 16:17:59.866685 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2645dcc4-9f19-4fa5-bfb1-7f366382584b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:17:59.868217 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2645dcc4-9f19-4fa5-bfb1-7f366382584b admin admin] 10.222.0.15 "GET /v2.0/networks/a182d2dc-31ef-4cf1-8955-14feca0aa828 HTTP/1.1" status: 200 len: 886 time: 0.1727684 Sep 14 16:17:59.878130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:18:00.145635 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:00.383136 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:00.463655 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:00.649065 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Allocated IP 172.27.3.16 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/8fbc5c7b-7656-41d1-89b4-9dc9e584d002) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:18:00.759316 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:00.835621 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:00.911146 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:18:00.920583 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:18:00.923831 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:18:00.931738 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Pushing event updated for resources: {'Port': ['ID=8fbc5c7b-7656-41d1-89b4-9dc9e584d002,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:18:01.265566 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:01.487065 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-536507', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-536587', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1167'] for router, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:01.492979 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-536482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-535889', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536626'] for router, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:01.611400 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Router 021b9d31-136a-4080-85d3-b1fb70a165d6 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:18:01.719388 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:18:01.724123 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:01.733434 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8d0c6b90-34f8-445f-9c04-5051b3dcdcf8 admin admin] 10.222.0.15 "PUT /v2.0/routers/021b9d31-136a-4080-85d3-b1fb70a165d6 HTTP/1.1" status: 200 len: 889 time: 1.8505533 Sep 14 16:18:01.873150 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 8d9dd895-345a-4f28-8632-16bc9326e2ad up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:18:01.922228 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 8d9dd895-345a-4f28-8632-16bc9326e2ad completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:18:01.925960 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 8d9dd895-345a-4f28-8632-16bc9326e2ad triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:18:01.926324 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:02.006355 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:02.042522 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 8d9dd895-345a-4f28-8632-16bc9326e2ad, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=8d9dd895-345a-4f28-8632-16bc9326e2ad,segment=NetworkSegment(2f809a4d-4970-45d4-a605-6d457a4af869),segment_id=2f809a4d-4970-45d4-a605-6d457a4af869)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:18:02.046764 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:02.151037 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=8d9dd895-345a-4f28-8632-16bc9326e2ad,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:18:02.702253 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Sync routers for ids ['021b9d31-136a-4080-85d3-b1fb70a165d6'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:18:02.712633 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Routers {'021b9d31-136a-4080-85d3-b1fb70a165d6'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:18:02.713277 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:17:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['021b9d31-136a-4080-85d3-b1fb70a165d6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:18:02.919998 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Set router 021b9d31-136a-4080-85d3-b1fb70a165d6 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:18:03.313688 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'name': 'router1', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '8fbc5c7b-7656-41d1-89b4-9dc9e584d002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:17:43Z', 'updated_at': '2021-09-14T16:18:01Z', 'revision_number': 4, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'gw_port': {'id': '8fbc5c7b-7656-41d1-89b4-9dc9e584d002', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:18:00Z', 'updated_at': '2021-09-14T16:18:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '8d9dd895-345a-4f28-8632-16bc9326e2ad', 'name': '', 'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'mac_address': 'fa:16:3e:f1:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:17:52Z', 'updated_at': '2021-09-14T16:18:02Z', 'revision_number': 5, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'subnets': [{'id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9650a378-c94c-4568-950f-5b825c43c051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:18:03.364531 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Checking router: 021b9d31-136a-4080-85d3-b1fb70a165d6 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:18:03.364873 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Updating router 021b9d31-136a-4080-85d3-b1fb70a165d6 port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:18:03.410646 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:03.722934 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:03.734396 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Transition to ACTIVE for port object 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:18:03.738971 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:03.785338 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Attempting to bind port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:18:03.785761 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Attempting to bind port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:18:03.786111 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Attempting to bind port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:18:03.797214 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04d121-e5a8-421b-a643-f0a4b8568dec None None] Pushing event updated for resources: {'Port': ['ID=8fbc5c7b-7656-41d1-89b4-9dc9e584d002,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:18:03.801054 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 17, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:18:03.801054 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:18:03.801333 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:03.801700 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:18:03.802163 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Bound port: 8fbc5c7b-7656-41d1-89b4-9dc9e584d002, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:18:03.802550 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:03.855082 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] For port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:18:03.859111 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] For port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=8fbc5c7b-7656-41d1-89b4-9dc9e584d002,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:18:03.863670 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:03.894985 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 8d9dd895-345a-4f28-8632-16bc9326e2ad up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:18:04.031799 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04d121-e5a8-421b-a643-f0a4b8568dec None None] Pushing event updated for resources: {'Port': ['ID=8fbc5c7b-7656-41d1-89b4-9dc9e584d002,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:18:04.035804 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Routers {'021b9d31-136a-4080-85d3-b1fb70a165d6'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:18:04.036406 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:17:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['021b9d31-136a-4080-85d3-b1fb70a165d6'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:18:04.125257 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 8d9dd895-345a-4f28-8632-16bc9326e2ad triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:18:04.125723 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:04.165226 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 37920) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:18:04.183301 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] Set router 021b9d31-136a-4080-85d3-b1fb70a165d6 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:18:04.278252 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-05414aed-b9cf-4217-8d13-619c49bdacbc admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1117511 Sep 14 16:18:04.444229 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'name': 'router1', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '8fbc5c7b-7656-41d1-89b4-9dc9e584d002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:17:43Z', 'updated_at': '2021-09-14T16:18:01Z', 'revision_number': 4, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'gw_port': {'id': '8fbc5c7b-7656-41d1-89b4-9dc9e584d002', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:18:00Z', 'updated_at': '2021-09-14T16:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '8d9dd895-345a-4f28-8632-16bc9326e2ad', 'name': '', 'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'mac_address': 'fa:16:3e:f1:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:17:52Z', 'updated_at': '2021-09-14T16:18:02Z', 'revision_number': 5, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'subnets': [{'id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9650a378-c94c-4568-950f-5b825c43c051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:18:04.470611 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d992f6-872e-4da7-abfa-4361a9220a46 None None] The sync data for ids ['021b9d31-136a-4080-85d3-b1fb70a165d6'] in dv-cinder-807083-8-iscsi is: [{'id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'name': 'router1', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': '8fbc5c7b-7656-41d1-89b4-9dc9e584d002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:17:43Z', 'updated_at': '2021-09-14T16:18:01Z', 'revision_number': 4, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'gw_port': {'id': '8fbc5c7b-7656-41d1-89b4-9dc9e584d002', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:6e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:18:00Z', 'updated_at': '2021-09-14T16:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '8d9dd895-345a-4f28-8632-16bc9326e2ad', 'name': '', 'network_id': '942af734-efc0-4d28-99f5-043d14778c33', 'tenant_id': '70f557290e1444b3b8003f05fd1503f8', 'mac_address': 'fa:16:3e:f1:9e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '021b9d31-136a-4080-85d3-b1fb70a165d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:17:52Z', 'updated_at': '2021-09-14T16:18:02Z', 'revision_number': 5, 'project_id': '70f557290e1444b3b8003f05fd1503f8', 'subnets': [{'id': '6f7bab55-f597-4e85-91cc-3af0042a688f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9650a378-c94c-4568-950f-5b825c43c051'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:18:05.880364 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:18:05.934100 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:18:05.937893 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:18:05.938289 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:06.034442 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:06.056894 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=8fbc5c7b-7656-41d1-89b4-9dc9e584d002,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:18:06.064161 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:06.119461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=8fbc5c7b-7656-41d1-89b4-9dc9e584d002,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:18:07.886116 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:18:07.946162 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 8fbc5c7b-7656-41d1-89b4-9dc9e584d002 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:18:07.946162 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:14.949790 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:18:17.515450 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e3d0254-fe45-4e7d-bf61-c972f0f9e3fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:19.964124 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d027fba2-7719-4d8c-bde2-5f25051ac46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:20.324294 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:21.353794 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:22.531244 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:47.517462 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c57761b-aa84-4122-8a08-8c2532a7c8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:49.961124 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ab24497b-781c-4b7e-874c-9690dccab85e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:50.320175 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:51.352183 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:18:51.949129 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:18:52.531912 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:17.521639 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f5005d4c-5572-48c4-b130-eff945e04de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:19.963803 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0b8445ee-5f55-42cf-b252-cdd980d102cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:20.324088 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:21.351277 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:22.539432 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:28.948965 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:19:41.331474 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 38482) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:41.395204 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-76c1251d-2efd-4610-8784-34a4361a65c2 admin admin] GET failed (client error): The resource could not be found. Sep 14 16:19:41.396538 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-76c1251d-2efd-4610-8784-34a4361a65c2 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0641241 Sep 14 16:19:41.558970 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b3abe-47fb-47a6-ab89-7d2c13bed977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:41.560343 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3c9b3abe-47fb-47a6-ab89-7d2c13bed977 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1586719 Sep 14 16:19:43.764505 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 38492) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:43.871180 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20e2cfc-224e-41eb-992c-ab468541fe82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:43.872531 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e20e2cfc-224e-41eb-992c-ab468541fe82 admin admin] 10.222.0.15 "GET /v2.0/subnets/6f7bab55-f597-4e85-91cc-3af0042a688f HTTP/1.1" status: 200 len: 849 time: 0.1069221 Sep 14 16:19:43.882919 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:19:43.966590 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Notify callbacks [] for subnet, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:44.109625 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787925158925'] for subnet, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:44.137477 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:44.138058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:44.139323 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] 10.222.0.15 "PUT /v2.0/subnets/6f7bab55-f597-4e85-91cc-3af0042a688f HTTP/1.1" status: 200 len: 868 time: 0.2606263 Sep 14 16:19:44.142460 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02335cab-789f-422d-b716-d5e88343e245 None None] Network 942af734-efc0-4d28-99f5-043d14778c33 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:19:44.164286 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7bab55-f597-4e85-91cc-3af0042a688f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:19:44.172576 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.173279 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.173853 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.174383 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.174899 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.175427 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.175943 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.176478 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.176992 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.177532 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.178063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.178688 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c04b58-c32d-4f77-ae1b-954de187c19c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:19:44.563405 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0587c184-b46c-4fcc-a4c7-c78df1662171 None None] Provisioning complete for port 373d76f2-9063-4510-ae46-615e076d2fd4 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:19:44.563700 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0587c184-b46c-4fcc-a4c7-c78df1662171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:44.644680 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0587c184-b46c-4fcc-a4c7-c78df1662171 None None] Provisioning complete for port 8d9dd895-345a-4f28-8632-16bc9326e2ad triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:19:44.644969 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0587c184-b46c-4fcc-a4c7-c78df1662171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:46.448727 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38500) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:46.708842 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb96a05-f671-4e79-ab52-9e892cbe3ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:46.709320 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb96a05-f671-4e79-ab52-9e892cbe3ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:46.710904 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2cb96a05-f671-4e79-ab52-9e892cbe3ea8 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2612355 Sep 14 16:19:47.522462 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21d83ba8-cbc8-4a19-87bc-ccf8ae5175ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:48.903387 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:49.035737 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076262c6-d661-4903-95e6-af850aa25ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:49.036215 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076262c6-d661-4903-95e6-af850aa25ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:49.038006 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-076262c6-d661-4903-95e6-af850aa25ddd admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1336720 Sep 14 16:19:49.965318 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19b17c0a-ba62-40ba-b5ef-c7d20b86a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:50.325761 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:51.211344 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:51.339279 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7113d-b3ee-4f7b-bcd4-8074b2f422b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:51.340640 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-37a7113d-b3ee-4f7b-bcd4-8074b2f422b0 admin admin] 10.222.0.15 "GET /v2.0/networks/942af734-efc0-4d28-99f5-043d14778c33 HTTP/1.1" status: 200 len: 869 time: 0.1283793 Sep 14 16:19:51.353491 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:52.543651 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:19:53.502770 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38526) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:53.627246 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15309cc1-e0d8-4c73-a9ae-8cf41a2c5609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:53.628588 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-15309cc1-e0d8-4c73-a9ae-8cf41a2c5609 admin admin] 10.222.0.15 "GET /v2.0/networks/a182d2dc-31ef-4cf1-8955-14feca0aa828 HTTP/1.1" status: 200 len: 886 time: 0.1248791 Sep 14 16:19:55.822526 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:55.945022 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f4590-5ea0-4546-89e6-14321fdfb9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:55.945506 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30f4590-5ea0-4546-89e6-14321fdfb9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:55.947025 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c30f4590-5ea0-4546-89e6-14321fdfb9db admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1235583 Sep 14 16:19:58.114827 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:19:58.208336 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521a8b71-b7ea-4b27-b958-5d8101ae7615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:58.208794 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-521a8b71-b7ea-4b27-b958-5d8101ae7615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:19:58.210313 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-521a8b71-b7ea-4b27-b958-5d8101ae7615 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0945539 Sep 14 16:20:00.384836 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38550) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:20:00.477236 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edfd99b-0f90-4a74-b247-4086b6f36218 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:20:00.478606 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2edfd99b-0f90-4a74-b247-4086b6f36218 admin admin] 10.222.0.15 "GET /v2.0/subnets/6f7bab55-f597-4e85-91cc-3af0042a688f HTTP/1.1" status: 200 len: 868 time: 0.0927966 Sep 14 16:20:02.732234 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:20:02.816604 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2bee89-ff0f-4d91-8fe7-08e8209fbec0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:20:02.817927 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ea2bee89-ff0f-4d91-8fe7-08e8209fbec0 admin admin] 10.222.0.15 "GET /v2.0/subnets/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1 HTTP/1.1" status: 200 len: 816 time: 0.0847552 Sep 14 16:20:05.950368 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:20:17.525069 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46606459-214a-4f12-9793-e42b92c3c29e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:19.967034 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6ad4d9a1-9207-48e4-9936-bd7f50697750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:20.327353 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:21.357571 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:22.547073 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:26.692965 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:20:26.742706 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [None req-8d5f919a-671e-4e3b-9736-fe6b39b3ef79 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:20:26.744252 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d5f919a-671e-4e3b-9736-fe6b39b3ef79 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0501289 Sep 14 16:20:29.588817 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38620) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:20:29.652593 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d76eca2-bb19-4f03-bfe9-db533f407c33 admin admin] GET failed (client error): The resource could not be found. Sep 14 16:20:29.653991 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7d76eca2-bb19-4f03-bfe9-db533f407c33 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0642130 Sep 14 16:20:29.796813 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ea14f-38e9-403c-b012-b1f412865ad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:20:29.798335 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-341ea14f-38e9-403c-b012-b1f412865ad8 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1397817 Sep 14 16:20:32.054523 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38628) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:20:32.103904 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:20:32.133705 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Made reservation on behalf of 7e7119f81a4142fa91bbd35d395c17c3 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:20:32.137211 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:32.182380 dv-cinder-807083-8-iscsi neutron-server[93883]: WARNING neutron.services.revisions.revision_plugin [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Could not find related network for resource to bump revision. Sep 14 16:20:32.199842 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:20:32.213562 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:32.214072 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Added segment b3038516-f189-472c-a440-6ecc87a97445 of type vlan for network d5d25c58-fdbd-4905-8a7d-517b32f57693 Sep 14 16:20:32.269534 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:32.310035 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:32.311082 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:20:32.311751 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:32.345850 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2902086 Sep 14 16:20:32.377644 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Pushing event updated for resources: {'Network': ['ID=d5d25c58-fdbd-4905-8a7d-517b32f57693,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:20:32.385224 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.385616 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.385955 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.386282 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.386604 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.386941 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.387264 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.387585 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.388123 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.388363 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.388666 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.388982 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d31df7-05a5-424f-a3c1-291f1365f2cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:32.403592 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network d5d25c58-fdbd-4905-8a7d-517b32f57693 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:20:34.598617 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 38636) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:20:34.661720 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.pecan_wsgi.hooks.translation [None req-99545f04-b5d5-4f0d-8cc9-3fb20b0268cc admin admin] GET failed (client error): The resource could not be found. Sep 14 16:20:34.663315 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-99545f04-b5d5-4f0d-8cc9-3fb20b0268cc admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635152 Sep 14 16:20:34.739130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6a471d2-e360-4583-8b3f-97fdc631eaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:20:34.740556 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a6a471d2-e360-4583-8b3f-97fdc631eaeb admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693090 Sep 14 16:20:34.751233 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693', 'name': 'shared-subnet'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:20:34.777649 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Made reservation on behalf of 7e7119f81a4142fa91bbd35d395c17c3 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:20:34.785973 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.043987 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.105918 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b6cbbee-b8a2-45e6-81a7-922d7bb6077b,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:20:35.108411 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Checking segment: {'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:20:35.108754 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Network hostable DHCP agents. Network: d5d25c58-fdbd-4905-8a7d-517b32f57693, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:20:35.128963 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Network d5d25c58-fdbd-4905-8a7d-517b32f57693 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:20:35.139837 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, d5d25c58-fdbd-4905-8a7d-517b32f57693) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:20:35.146026 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:20:35.147416 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.151815 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e718fd-e29f-475b-aee0-b0fbc14c1626 None None] Network d5d25c58-fdbd-4905-8a7d-517b32f57693 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:20:35.165898 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-be77a442-4e51-4a62-ae5d-99a38d0cd3fc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4179325 Sep 14 16:20:35.409521 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-d5d25c58-fdbd-4905-8a7d-517b32f57693', 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693', 'tenant_id': '7e7119f81a4142fa91bbd35d395c17c3', 'fixed_ips': [{'subnet_id': '7b6cbbee-b8a2-45e6-81a7-922d7bb6077b'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:20:35.410406 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.546741 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Allocated IP 192.168.233.2 (d5d25c58-fdbd-4905-8a7d-517b32f57693/7b6cbbee-b8a2-45e6-81a7-922d7bb6077b/ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:20:35.697602 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.707980 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Transition to ACTIVE for port object ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:20:35.723833 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Transition to ACTIVE for port object ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:20:35.729772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.766213 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Network d5d25c58-fdbd-4905-8a7d-517b32f57693 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:20:35.768978 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:20:35.772338 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:20:35.783949 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Pushing event updated for resources: {'Port': ['ID=ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:20:35.811323 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.811672 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.812000 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.812325 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.812665 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.812986 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.813304 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.813641 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.813973 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.814289 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.814599 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.814911 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:20:35.847870 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Attempting to bind port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:20:35.848417 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Attempting to bind port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:20:35.848947 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Attempting to bind port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 on network d5d25c58-fdbd-4905-8a7d-517b32f57693 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:20:35.857730 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:20:35.858290 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Checking segment: {'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:20:35.858876 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.859426 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Bound using segment: {'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:20:35.860139 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Bound port: ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:20:35.860697 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:35.952714 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] For port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:20:35.956393 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] For port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7,segment=NetworkSegment(b3038516-f189-472c-a440-6ecc87a97445),segment_id=b3038516-f189-472c-a440-6ecc87a97445)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:20:35.961992 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:36.022724 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc7f95d-6410-45ca-9a0a-3a9e0936db4e None None] Pushing event updated for resources: {'Port': ['ID=ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:20:36.798232 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a3b4eb-cb45-4415-b768-88324f7f4777 None None] Network d5d25c58-fdbd-4905-8a7d-517b32f57693 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:20:36.873071 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ccd79982-2f46-40b4-90b3-b84bbbbb9352 None None] Provisioning for port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:20:37.996104 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:20:38.051569 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:20:38.055425 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:20:38.055794 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:38.131381 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:38.162970 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7,segment=NetworkSegment(b3038516-f189-472c-a440-6ecc87a97445),segment_id=b3038516-f189-472c-a440-6ecc87a97445)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:20:38.167401 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:38.217100 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:20:39.973335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:20:40.020291 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port ea03dbe6-c822-4cfd-9ea7-4ec719d9d8d7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:20:40.020625 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:42.949678 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:20:47.526868 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6f32ddf1-22c3-44d4-9efb-3d4bc2fd8baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:49.968739 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-56338e36-7c05-4e04-8688-931804bfa3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:50.333086 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:51.360566 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:20:52.553230 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:17.531266 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b214a4dc-f5b9-4b37-adbe-ff6971deb94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:19.950644 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:21:19.969234 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e5e3ba9e-68c4-4397-a658-d00d7d50d23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:20.340097 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:21.362692 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:22.557675 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:44.667974 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 38688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:21:44.674662 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [None req-1ce9cbfe-19e9-488b-b899-ba58a57680f3 tempest-verify_tempest_config-166808859 tempest-verify_tempest_config-166808859-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:21:44.675639 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1ce9cbfe-19e9-488b-b899-ba58a57680f3 tempest-verify_tempest_config-166808859 tempest-verify_tempest_config-166808859-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0067058 Sep 14 16:21:44.967099 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 38706) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:21:45.085120 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:45.179628 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:45.183490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:45.231457 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a675aabdc52746309566a8031f2c6c58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2633207 Sep 14 16:21:45.232372 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb896bfd-27ad-4202-8f88-5df0274dd6aa,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:21:45.234225 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:21:45.239264 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.239628 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.239971 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.240302 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.241236 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.241631 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.241951 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.242275 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.242615 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.242943 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.243263 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.243577 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1576678a-bb6e-4734-85aa-90e1ca385170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.292308 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:45.313145 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:45.398973 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:45.401392 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:45.402573 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eb896bfd-27ad-4202-8f88-5df0274dd6aa HTTP/1.1" status: 204 len: 168 time: 0.1673877 Sep 14 16:21:45.410220 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb896bfd-27ad-4202-8f88-5df0274dd6aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:21:45.417329 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.417762 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.418067 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.418401 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.418732 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.419080 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.419409 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.419732 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.420067 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.420390 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.420711 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:45.421046 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cd6cbe-2ade-4489-a553-5464350ca7ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:21:47.532401 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-379d7c97-bdc5-4d88-85c6-e11db7ea2950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:49.972797 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-188dbdc7-55a8-4877-b7ee-6af187fb30f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:50.332445 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:51.366579 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:52.561030 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:21:56.951823 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:22:17.532907 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-65ef8a17-bf4b-4469-85c1-5ae53496f2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:19.973108 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4e5d95d-5ba1-485b-b03b-bca4afa47044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:20.334441 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:21.369758 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:22.562649 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:33.951585 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:22:47.533303 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d1db8f2-77f5-4630-853b-28582fdef301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:49.972127 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6a4e9681-0137-458a-8e1c-13594c2e6d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:50.338916 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:51.371481 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:22:52.566776 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:10.950092 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 5 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:23:15.669737 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-536001'] for agent, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:17.534818 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-17614b9f-c6e0-40c6-896c-a42e45a7e66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:19.971820 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-87d7e20a-15f6-4c5d-8cb5-3a8b0383c75a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:20.340422 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:21.373897 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:22.572935 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:31.575815 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:23:31.678828 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1c93af83-fa39-45af-943f-15c5d10c9c4b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1019382 Sep 14 16:23:33.924918 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 38796) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:23:33.991795 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ffdbc9d4-6bef-4130-ad8e-5a382add592b admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0656593 Sep 14 16:23:45.608781 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:47.535510 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b862127f-8b74-4cab-ab51-1c40d3d3364f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:47.948972 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:23:49.971489 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7acf5851-41a1-4d5a-a043-d16d8aacb354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:50.340837 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:51.377769 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:23:52.574013 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:15.637053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:17.535243 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-06a56c30-6462-4118-9f03-8e79ca7b668a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:19.973078 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fdc31925-8439-4c79-92d1-1cd22f38f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:20.343776 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:21.381148 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:22.580842 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:24.949468 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:24:45.636844 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:47.537864 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0f27ac24-3cc9-491d-a168-f2f9a40785d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:49.976140 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-66dfc19e-e314-4e7c-9f3e-35a3c769e83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:50.354558 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:51.382923 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:24:52.581416 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:01.952409 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:25:02.944582 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 38898) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:03.113269 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-744048333-network', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:03.136802 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Made reservation on behalf of 252197c96b7842ffab73a23e04bf34b6 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:03.139059 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.148018 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.247705 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.252534 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.281629 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:25:03.301941 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.302305 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Added segment be76d055-4e73-4670-a6b5-b682f8eade35 of type vlan for network 322255d8-05ab-4bd2-9712-c3dd3a0abcff Sep 14 16:25:03.336984 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acd51e7-a46e-42cd-8086-515c9f213648,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:03.353173 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.353571 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.353914 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.354246 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.354576 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.354907 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.355238 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.355554 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.355878 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.356202 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.356518 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.356829 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Tracked resource versions report: Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: pushed versions: Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: { 'AddressGroup': {'1.2'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'ConntrackHelper': {'1.0'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Log': {'1.0'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Network': {'1.1'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Port': {'1.7'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'PortForwarding': {'1.2'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'QosPolicy': {'1.9'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroup': {'1.4'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SubPort': {'1.0'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Subnet': {'1.1'}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Trunk': {'1.1'}} Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: consumer versions: Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: HyperV agent@hv-cinder-80708: {}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'ConntrackHelper': '1.0', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Log': '1.0', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Network': '1.1', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Port': '1.7', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'PortForwarding': '1.2', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'QosPolicy': '1.9', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroup': '1.4', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SecurityGroupRule': '1.2', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'SubPort': '1.0', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Subnet': '1.1', Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: 'Trunk': '1.1'}} Sep 14 16:25:03.357923 dv-cinder-807083-8-iscsi neutron-server[93882]: {{(pid=93882) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:25:03.363802 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.387967 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.389176 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:03.390001 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.428189 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4813778 Sep 14 16:25:03.430945 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38942) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:03.437338 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Request body: {'subnet': {'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-subnet', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:03.461492 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac182fc0-f983-4152-9d4b-4c1a5418e79b admin admin] Pushing event updated for resources: {'Network': ['ID=322255d8-05ab-4bd2-9712-c3dd3a0abcff,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:03.465645 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Made reservation on behalf of 252197c96b7842ffab73a23e04bf34b6 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:03.467927 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.473087 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:25:03.662960 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.711537 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43f8610a-9c56-46de-9544-aa256ffb2e66,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:03.725491 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.725853 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.726185 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.726511 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.726832 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.727162 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.727479 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.727787 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.728104 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.728581 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.728885 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.729361 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Tracked resource versions report: Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: pushed versions: Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: { 'AddressGroup': {'1.2'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'ConntrackHelper': {'1.0'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Log': {'1.0'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Network': {'1.1'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Port': {'1.7'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'PortForwarding': {'1.2'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'QosPolicy': {'1.9'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroup': {'1.4'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SubPort': {'1.0'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Subnet': {'1.1'}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Trunk': {'1.1'}} Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: consumer versions: Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: HyperV agent@hv-cinder-80708: {}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'ConntrackHelper': '1.0', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Log': '1.0', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Network': '1.1', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Port': '1.7', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'PortForwarding': '1.2', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'QosPolicy': '1.9', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroup': '1.4', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SecurityGroupRule': '1.2', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'SubPort': '1.0', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Subnet': '1.1', Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: 'Trunk': '1.1'}} Sep 14 16:25:03.730435 dv-cinder-807083-8-iscsi neutron-server[93883]: {{(pid=93883) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:25:03.744998 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Checking segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:03.745580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Network hostable DHCP agents. Network: 322255d8-05ab-4bd2-9712-c3dd3a0abcff, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:25:03.764010 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:25:03.773824 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 322255d8-05ab-4bd2-9712-c3dd3a0abcff) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:03.778214 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:03.778787 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.782855 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7692c5-c846-4f85-891c-67a089f60ada None None] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:03.799756 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-db1a8651-331f-4cd7-9f19-9fc0f2e78429 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3669958 Sep 14 16:25:03.802262 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 38960) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:03.807964 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:03.835837 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.836861 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.902466 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:03.984156 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:25:03.985526 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.162356 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Allocated IP 172.20.0.2 (322255d8-05ab-4bd2-9712-c3dd3a0abcff/43f8610a-9c56-46de-9544-aa256ffb2e66/1da53b5a-f716-4c2d-b33e-eb3ec308caf8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:04.175452 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.360829 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.373133 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Transition to ACTIVE for port object 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:04.390980 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Transition to ACTIVE for port object 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:04.400756 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.439322 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.440806 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:04.444249 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:04.451175 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:04.454303 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Pushing event updated for resources: {'Port': ['ID=1da53b5a-f716-4c2d-b33e-eb3ec308caf8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:04.459234 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.465706 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.466018 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.466355 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.466690 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.467016 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.467343 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.467669 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.467991 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.468334 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.468659 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.469260 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.469260 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Tracked resource versions report: Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: pushed versions: Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: { 'AddressGroup': {'1.2'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'ConntrackHelper': {'1.0'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Log': {'1.0'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Network': {'1.1'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Port': {'1.7'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'PortForwarding': {'1.2'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'QosPolicy': {'1.9'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroup': {'1.4'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SubPort': {'1.0'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Subnet': {'1.1'}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Trunk': {'1.1'}} Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: consumer versions: Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: HyperV agent@hv-cinder-80708: {}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'ConntrackHelper': '1.0', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Log': '1.0', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Network': '1.1', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Port': '1.7', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'PortForwarding': '1.2', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'QosPolicy': '1.9', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroup': '1.4', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SecurityGroupRule': '1.2', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'SubPort': '1.0', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Subnet': '1.1', Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: 'Trunk': '1.1'}} Sep 14 16:25:04.470413 dv-cinder-807083-8-iscsi neutron-server[93884]: {{(pid=93884) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:25:04.533169 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Attempting to bind port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:04.533569 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Attempting to bind port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:04.533917 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Attempting to bind port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:04.540180 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:04.540999 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Checking segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:04.541746 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.542304 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Bound using segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:04.542913 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Bound port: 1da53b5a-f716-4c2d-b33e-eb3ec308caf8, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:04.543465 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.614363 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Allocated IP 172.27.3.151 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/5a854313-2cec-4505-8275-f9e08b3e9e31) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:04.617931 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] For port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:04.621121 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] For port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=1da53b5a-f716-4c2d-b33e-eb3ec308caf8,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:04.626853 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.690645 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a34ff54-aba3-40a5-95f0-b02c090b06cb None None] Pushing event updated for resources: {'Port': ['ID=1da53b5a-f716-4c2d-b33e-eb3ec308caf8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:04.791972 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.859901 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:04.947451 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:04.952473 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:04.962615 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:05.031682 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Pushing event updated for resources: {'Port': ['ID=5a854313-2cec-4505-8275-f9e08b3e9e31,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:05.323238 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:05.461676 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39024) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:05.497701 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39028) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:05.566887 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:05.788421 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Router 31aac719-9dde-4788-9fa6-96368f07fabe is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:25:05.974032 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:25:05.993821 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Sync routers for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:25:06.009247 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.009711 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:06.010395 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:06.012671 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3a1b97c3-9afe-4ea2-90ab-8b4496447bc3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.2083721 Sep 14 16:25:06.015510 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39046) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:06.049700 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2c1e9-c357-4465-93e6-9769a4a8f0c9 None None] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:06.164141 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39056) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:06.203191 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1640924721-network', 'tenant_id': '33b314f20762496c9b9b2f7632abf936'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:06.223801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-834172095-network', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:06.239232 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:06.361965 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 16:25:06.361965 dv-cinder-807083-8-iscsi neutron-server[93882]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 14 16:25:06.361965 dv-cinder-807083-8-iscsi neutron-server[93882]: [parameters: {'project_id': '33b314f20762496c9b9b2f7632abf936', 'id': '71afe45f-23b9-4a7d-9406-5d6e92a21bdc', 'expiration': datetime.datetime(2021, 9, 14, 16, 27, 6, 345879)}] Sep 14 16:25:06.361965 dv-cinder-807083-8-iscsi neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 16:25:06.362394 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 16:25:06.369448 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Made reservation on behalf of fef42df1c29e44f8b8c40eaed1959ad4 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:06.372195 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.392118 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.496685 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:06.574681 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-831405156-network', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:06.588574 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:06.607050 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80a11830-6643-4519-a2e5-3ba671e2c8e2 None None] Provisioning for port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:06.613044 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-80a11830-6643-4519-a2e5-3ba671e2c8e2 None None] Provisioning complete for port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:06.613556 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80a11830-6643-4519-a2e5-3ba671e2c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.622749 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:05Z', 'revision_number': 3, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:06.671372 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Checking router: 31aac719-9dde-4788-9fa6-96368f07fabe for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:25:06.671729 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Updating router 31aac719-9dde-4788-9fa6-96368f07fabe port 5a854313-2cec-4505-8275-f9e08b3e9e31 binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:25:06.716416 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.776816 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.796288 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80a11830-6643-4519-a2e5-3ba671e2c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.797473 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.819717 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Made reservation on behalf of 9aab42d093a8415e8dfc579b3b449515 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:06.824358 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.839288 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.877147 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-80a11830-6643-4519-a2e5-3ba671e2c8e2 None None] For port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=1da53b5a-f716-4c2d-b33e-eb3ec308caf8,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:06.890322 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80a11830-6643-4519-a2e5-3ba671e2c8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:06.989156 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:25:06.997364 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.008041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.010279 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a11830-6643-4519-a2e5-3ba671e2c8e2 None None] Pushing event updated for resources: {'Port': ['ID=1da53b5a-f716-4c2d-b33e-eb3ec308caf8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:07.097915 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:25:07.129925 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-29b75870-f019-4f32-8e68-f086568abb75 None None] Provisioning complete for port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:07.130611 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-29b75870-f019-4f32-8e68-f086568abb75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.134553 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.139398 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Added segment b86ece09-d170-4911-a079-38ff3904b1f7 of type vlan for network b998c5af-37de-41c9-85f1-3880503ad77f Sep 14 16:25:07.146800 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Made reservation on behalf of 33b314f20762496c9b9b2f7632abf936 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:07.149305 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.174651 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.175002 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Added segment f7916c28-14fc-4b09-a459-e92185aeec40 of type vlan for network 92c2de7d-757a-456c-9ba8-9346a2593348 Sep 14 16:25:07.220811 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b44680-550f-483c-8af6-f60eae2b0de0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:07.233990 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.237301 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.273347 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e217de90-3749-4c2d-93a5-d8073c66b1f1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:07.280794 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.282612 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:07.283428 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.377558 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.457343 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.486524 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Transition to ACTIVE for port object 5a854313-2cec-4505-8275-f9e08b3e9e31 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:07.508420 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.585375 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.586681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:07.587268 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.667486 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] Pushing event updated for resources: {'Network': ['ID=b998c5af-37de-41c9-85f1-3880503ad77f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:07.670505 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Attempting to bind port 5a854313-2cec-4505-8275-f9e08b3e9e31 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:07.671013 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Attempting to bind port 5a854313-2cec-4505-8275-f9e08b3e9e31 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:07.671387 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Attempting to bind port 5a854313-2cec-4505-8275-f9e08b3e9e31 on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:07.680465 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network b998c5af-37de-41c9-85f1-3880503ad77f details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:25:07.702042 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39108) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:07.702265 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:07.702476 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:07.702875 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.703267 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:07.703732 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Bound port: 5a854313-2cec-4505-8275-f9e08b3e9e31, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:07.704100 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.715982 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Pushing event updated for resources: {'Port': ['ID=5a854313-2cec-4505-8275-f9e08b3e9e31,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:07.732189 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=92c2de7d-757a-456c-9ba8-9346a2593348,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:07.755224 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 92c2de7d-757a-456c-9ba8-9346a2593348 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:25:07.827980 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.837312 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] For port 5a854313-2cec-4505-8275-f9e08b3e9e31, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:07.842800 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] For port 5a854313-2cec-4505-8275-f9e08b3e9e31, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5a854313-2cec-4505-8275-f9e08b3e9e31,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:07.854037 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.854670 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.855312 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.855312 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.856313 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.856534 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.856945 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.857422 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.863966 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.867439 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.869013 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.870194 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.870659 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Tracked resource versions report: Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: pushed versions: Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: { 'AddressGroup': {'1.2'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'ConntrackHelper': {'1.0'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Log': {'1.0'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Network': {'1.1'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Port': {'1.7'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'PortForwarding': {'1.2'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'QosPolicy': {'1.9'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroup': {'1.4'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroupRule': {'1.2'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SubPort': {'1.0'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Subnet': {'1.1'}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Trunk': {'1.1'}} Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: consumer versions: Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: { DHCP agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: HyperV agent@hv-cinder-80708: {}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: L3 agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: Metadata agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: Metering agent@dv-cinder-807083-8-iscsi: {}, Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: Open vSwitch agent@dv-cinder-807083-8-iscsi: { 'AddressGroup': '1.2', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'ConntrackHelper': '1.0', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Log': '1.0', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Network': '1.1', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Port': '1.7', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'PortForwarding': '1.2', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'QosPolicy': '1.9', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroup': '1.4', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SecurityGroupRule': '1.2', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'SubPort': '1.0', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Subnet': '1.1', Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: 'Trunk': '1.1'}} Sep 14 16:25:07.878403 dv-cinder-807083-8-iscsi neutron-server[93885]: {{(pid=93885) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 14 16:25:07.885425 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cba09fd7-794a-476e-a3a5-f5b108d72868 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7198236 Sep 14 16:25:07.886536 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.889803 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39114) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:07.891971 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7d16f405-fcaa-4beb-bb0a-7da069663ae9 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.4291444 Sep 14 16:25:07.895062 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39118) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:07.909411 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:07.911147 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Request body: {'subnet': {'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-831405156-subnet', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:07.938580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Request body: {'subnet': {'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-subnet', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:07.987466 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Made reservation on behalf of 9aab42d093a8415e8dfc579b3b449515 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:07.994886 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.017342 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:25:08.029449 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81552f0c-df9d-4171-bbb5-0404fbf9ca40 None None] Pushing event updated for resources: {'Port': ['ID=5a854313-2cec-4505-8275-f9e08b3e9e31,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:08.047035 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0296af2-e19f-40a0-8d79-0a256c13c5df,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:08.064608 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.065855 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Added segment a7f2a61d-b214-47ba-aad7-b13f2922bbac of type vlan for network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 Sep 14 16:25:08.078565 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Made reservation on behalf of fef42df1c29e44f8b8c40eaed1959ad4 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:08.084108 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.143822 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:08.148280 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:08.235885 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:08.245488 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.318582 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.319562 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:08.320185 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.341339 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Allocated IP 172.20.0.1 (322255d8-05ab-4bd2-9712-c3dd3a0abcff/43f8610a-9c56-46de-9544-aa256ffb2e66/084c13e1-78bb-4fa4-b509-6708bbbe02bd) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:08.406611 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:08.421685 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9221823 Sep 14 16:25:08.432548 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39140) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:08.451901 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8b55-9d60-4040-a4bc-6a9e142dbf88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.475120 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:08.475586 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.476979 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Request body: {'subnet': {'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1640924721-subnet', 'tenant_id': '33b314f20762496c9b9b2f7632abf936', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:08.518531 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbb83de-64ff-4374-8815-2865567480cb admin admin] Pushing event updated for resources: {'Network': ['ID=4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:08.537645 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Made reservation on behalf of 33b314f20762496c9b9b2f7632abf936 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:08.538811 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:25:08.541122 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.847501 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:05Z', 'revision_number': 3, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:08.882111 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8b55-9d60-4040-a4bc-6a9e142dbf88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:08.884820 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c636c1b-0611-4583-9552-ee9b43bddad7 None None] The sync data for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi is: [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:05Z', 'revision_number': 3, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:25:08.930009 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f4fb8b55-9d60-4040-a4bc-6a9e142dbf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.028958 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.057634 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Transition to ACTIVE for port object 084c13e1-78bb-4fa4-b509-6708bbbe02bd will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:09.080657 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.087828 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f4fb8b55-9d60-4040-a4bc-6a9e142dbf88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8d57fbef78224ff19eed72ba6c8dc7ca&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3808095 Sep 14 16:25:09.091449 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:09.108666 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.177990 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fb8b55-9d60-4040-a4bc-6a9e142dbf88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b24618e9-ab29-478b-8274-549ce44aa6e5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:09.243176 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a2764f-8c92-43ea-ac03-982b610e5e6b,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:09.282699 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.363625 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.380258 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd4b0-30fb-443a-80d8-dc5df7202428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.382582 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Checking segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:09.382819 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Network hostable DHCP agents. Network: b998c5af-37de-41c9-85f1-3880503ad77f, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:25:09.434094 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Checking segment: {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:09.434094 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Network hostable DHCP agents. Network: 92c2de7d-757a-456c-9ba8-9346a2593348, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:25:09.443202 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Pushing event updated for resources: {'Subnet': ['ID=875a9d95-a89a-4e9a-af0e-50b8c3b876ef,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:09.444144 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd4b0-30fb-443a-80d8-dc5df7202428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.466078 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Network b998c5af-37de-41c9-85f1-3880503ad77f is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:25:09.472068 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Network 92c2de7d-757a-456c-9ba8-9346a2593348 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:25:09.486303 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, b998c5af-37de-41c9-85f1-3880503ad77f) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:09.492900 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:09.497813 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2450d99-3a54-49ed-84be-009f945fe31f None None] Network b998c5af-37de-41c9-85f1-3880503ad77f requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:09.502156 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.507574 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 92c2de7d-757a-456c-9ba8-9346a2593348) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:09.516135 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:09.516773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.519746 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ee5ee4-40e3-4c2e-be1f-bb1f71d2f393 None None] Network 92c2de7d-757a-456c-9ba8-9346a2593348 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:09.534851 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-03634f69-c564-43d8-be6d-4261416ce003 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6430323 Sep 14 16:25:09.537592 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39184) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:09.547256 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:09.560892 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:09.561862 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9d231a7f-922d-463f-8ff2-0915a0fe0049 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6656542 Sep 14 16:25:09.570023 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:09.584014 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:09.607396 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:09.609896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0185253-245d-4ef6-be2f-5415b772dbf2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:09.618211 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.db.api [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 16:25:09.618211 dv-cinder-807083-8-iscsi neutron-server[93883]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 16:25:09.618211 dv-cinder-807083-8-iscsi neutron-server[93883]: [parameters: {'project_id_1': 'fef42df1c29e44f8b8c40eaed1959ad4', 'expiration_1': datetime.datetime(2021, 9, 14, 16, 24, 49, 596784)}] Sep 14 16:25:09.618211 dv-cinder-807083-8-iscsi neutron-server[93883]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93883) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 16:25:09.618621 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG oslo_db.api [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 16:25:09.632355 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.638436 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.727148 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:09.727667 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.747206 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Pushing event updated for resources: {'Port': ['ID=084c13e1-78bb-4fa4-b509-6708bbbe02bd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:09.784688 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd4b0-30fb-443a-80d8-dc5df7202428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.788324 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bd3fd4b0-30fb-443a-80d8-dc5df7202428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.792240 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bd3fd4b0-30fb-443a-80d8-dc5df7202428 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b24618e9-ab29-478b-8274-549ce44aa6e5 HTTP/1.1" status: 204 len: 168 time: 0.6972520 Sep 14 16:25:09.793746 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39196) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:09.819469 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.940981 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Checking segment: {'id': 'a7f2a61d-b214-47ba-aad7-b13f2922bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:09.941369 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Network hostable DHCP agents. Network: 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:25:09.955461 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3fd4b0-30fb-443a-80d8-dc5df7202428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24618e9-ab29-478b-8274-549ce44aa6e5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:09.981699 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-b998c5af-37de-41c9-85f1-3880503ad77f', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:25:09.983042 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:09.991137 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:25:10.006781 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:10.063605 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:10.064297 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.205895 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fa976413-c773-49da-b29c-80b82641bfdc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7337778 Sep 14 16:25:10.249290 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Allocated IP 172.20.0.2 (b998c5af-37de-41c9-85f1-3880503ad77f/f4a2764f-8c92-43ea-ac03-982b610e5e6b/66cc264d-d6bc-4c80-a75c-4dc4ece6562c) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:10.298418 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.309238 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.338002 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7170df-079f-48d8-84a7-cd1e85640b87 None None] Network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:10.341560 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a854313-2cec-4505-8275-f9e08b3e9e31 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:10.381844 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.425900 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8c212b9-d713-41fe-884d-bd8c19b9e19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.432874 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.447200 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e40e69f-489d-4d55-9d0a-284961598bd2 None None] Network 92c2de7d-757a-456c-9ba8-9346a2593348 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:10.473474 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39222) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:10.509097 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ef98-a79f-434c-a8e0-2f7e380facc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.563740 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.621032 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2997df1-df7d-4696-971f-ff188f7f6bcf None None] Provisioning for port 084c13e1-78bb-4fa4-b509-6708bbbe02bd completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:10.681662 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f2997df1-df7d-4696-971f-ff188f7f6bcf None None] Provisioning complete for port 084c13e1-78bb-4fa4-b509-6708bbbe02bd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:10.682089 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2997df1-df7d-4696-971f-ff188f7f6bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.743926 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.845512 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8c212b9-d713-41fe-884d-bd8c19b9e19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.874220 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f8c212b9-d713-41fe-884d-bd8c19b9e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:10.931305 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 5a854313-2cec-4505-8275-f9e08b3e9e31 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:10.968483 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5a854313-2cec-4505-8275-f9e08b3e9e31 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:10.968856 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.072924 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f8c212b9-d713-41fe-884d-bd8c19b9e19d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72c2252f2c62493fb5de42ee4941471b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1708107 Sep 14 16:25:11.074796 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39256) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:11.074796 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:11.082570 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.088646 dv-cinder-807083-8-iscsi neutron-server[93882]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 14 16:25:11.129716 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0eb018-fc95-4462-972a-4e96abf72e1d None None] Network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:11.131206 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.132815 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.171319 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.203394 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.386214 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:11.402851 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:11.409800 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.443465 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 5a854313-2cec-4505-8275-f9e08b3e9e31, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5a854313-2cec-4505-8275-f9e08b3e9e31,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:11.512369 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.599132 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f2997df1-df7d-4696-971f-ff188f7f6bcf None None] Port 084c13e1-78bb-4fa4-b509-6708bbbe02bd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:25:11.612367 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.631524 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c212b9-d713-41fe-884d-bd8c19b9e19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a510cbde-a312-45da-bf89-af323044fb0d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:11.636453 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.647037 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.654091 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=5a854313-2cec-4505-8275-f9e08b3e9e31,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:11.660495 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Transition to ACTIVE for port object 66cc264d-d6bc-4c80-a75c-4dc4ece6562c will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:11.731726 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Transition to ACTIVE for port object 66cc264d-d6bc-4c80-a75c-4dc4ece6562c will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:11.747443 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:11.749578 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.812150 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Network b998c5af-37de-41c9-85f1-3880503ad77f is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:11.814053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Pushing event updated for resources: {'Port': ['ID=66cc264d-d6bc-4c80-a75c-4dc4ece6562c,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:11.816450 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:11.819766 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:11.827881 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Allocated IP 172.27.3.85 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/5860fc04-29cc-4aed-8e77-57d22845b857) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:11.880495 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Attempting to bind port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:11.880845 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Attempting to bind port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:11.881762 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Attempting to bind port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c on network b998c5af-37de-41c9-85f1-3880503ad77f {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:11.889178 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:11.889544 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Checking segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:11.889951 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.890336 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Bound using segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:11.890795 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Bound port: 66cc264d-d6bc-4c80-a75c-4dc4ece6562c, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:11.892049 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.903468 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-19075474-f212-49cb-b8bd-6442046e4f9d None None] Provisioning complete for port 084c13e1-78bb-4fa4-b509-6708bbbe02bd triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:11.904808 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-19075474-f212-49cb-b8bd-6442046e4f9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:11.963683 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-19075474-f212-49cb-b8bd-6442046e4f9d None None] Port 084c13e1-78bb-4fa4-b509-6708bbbe02bd cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:25:12.000695 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] For port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:12.004405 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] For port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=66cc264d-d6bc-4c80-a75c-4dc4ece6562c,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:12.008963 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.009960 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Router 31aac719-9dde-4788-9fa6-96368f07fabe has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:25:12.014216 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Pushing event updated for resources: {'Port': ['ID=084c13e1-78bb-4fa4-b509-6708bbbe02bd,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:12.026203 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.033479 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c62e798e-fdab-49f4-871d-0adf6259cb8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.042648 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba030f00-7f2c-4803-afb4-fceca0a8f3de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.045978 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebe83-e654-46f4-a1ea-935733662960 req-4ce356b3-aed8-4efc-9b0f-1b5ec1daa510 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:12.047529 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-4ce356b3-aed8-4efc-9b0f-1b5ec1daa510 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/networks?id=4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 HTTP/1.1" status: 200 len: 812 time: 0.9613028 Sep 14 16:25:12.081394 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eea7331-ba6c-455e-9af8-918eab6e0492 None None] Pushing event updated for resources: {'Port': ['ID=66cc264d-d6bc-4c80-a75c-4dc4ece6562c,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:12.110587 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.146168 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-c93f64cc-97d7-46d3-87dd-787d98b8769f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/quotas/33b314f20762496c9b9b2f7632abf936 HTTP/1.1" status: 200 len: 375 time: 0.0845747 Sep 14 16:25:12.148088 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c62e798e-fdab-49f4-871d-0adf6259cb8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.191153 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:12.201992 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:12.202257 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a854313-2cec-4505-8275-f9e08b3e9e31 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:12.207367 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:12.216385 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Pushing event updated for resources: {'Port': ['ID=5860fc04-29cc-4aed-8e77-57d22845b857,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:12.251208 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ef98-a79f-434c-a8e0-2f7e380facc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.276840 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5a854313-2cec-4505-8275-f9e08b3e9e31 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:12.277245 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.296797 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-8ecd1c34-8ead-4a7b-903c-4798617ed9eb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=33b314f20762496c9b9b2f7632abf936&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1300166 Sep 14 16:25:12.304857 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6cf3ef98-a79f-434c-a8e0-2f7e380facc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.309225 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Allocated IP 172.27.3.186 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/36159053-1d5d-4cda-a66c-7fb66da1518a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:12.374304 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-6cf3ef98-a79f-434c-a8e0-2f7e380facc4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3f521226c81c499f99d4e42c1dce23ae&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8993895 Sep 14 16:25:12.381758 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39284) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:12.587777 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3ef98-a79f-434c-a8e0-2f7e380facc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5259e7ee-9f75-40c4-98cc-a3f1832421cd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:12.660184 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3db5ff2-54b0-4d49-a558-58ab78465b40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.665842 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-81a46f75-27d2-4398-9901-3aa7d2c3e81c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:25:12.666933 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-81a46f75-27d2-4398-9901-3aa7d2c3e81c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1218116 Sep 14 16:25:12.669025 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:25:12.684486 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3801ebb9-d8f9-45da-b0c4-ed196cac459c admin admin] 10.222.0.15 "PUT /v2.0/routers/31aac719-9dde-4788-9fa6-96368f07fabe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6672421 Sep 14 16:25:12.687863 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Sync routers for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:25:12.706419 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:12.707068 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:12.730667 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.746931 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba030f00-7f2c-4803-afb4-fceca0a8f3de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.757418 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba030f00-7f2c-4803-afb4-fceca0a8f3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.775320 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c62e798e-fdab-49f4-871d-0adf6259cb8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.793776 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c62e798e-fdab-49f4-871d-0adf6259cb8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.795539 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c62e798e-fdab-49f4-871d-0adf6259cb8d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a510cbde-a312-45da-bf89-af323044fb0d HTTP/1.1" status: 204 len: 168 time: 1.6928382 Sep 14 16:25:12.805754 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3db5ff2-54b0-4d49-a558-58ab78465b40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.816368 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:12.829920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e798e-fdab-49f4-871d-0adf6259cb8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a510cbde-a312-45da-bf89-af323044fb0d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:12.893806 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-025f0f32-67d9-40bd-9d5b-89ed84a8bea8 service neutron] 10.222.0.15 "GET /v2.0/networks/4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949441 Sep 14 16:25:12.955688 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ba030f00-7f2c-4803-afb4-fceca0a8f3de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf3c8266b845498e8a7e288e5d1138c3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2046583 Sep 14 16:25:12.955688 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba030f00-7f2c-4803-afb4-fceca0a8f3de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f93530-1646-41ff-bd67-0495b24f0596,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:12.960636 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39306) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:12.962369 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:13.042324 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.062344 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3db5ff2-54b0-4d49-a558-58ab78465b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.076314 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f3db5ff2-54b0-4d49-a558-58ab78465b40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.081966 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f3db5ff2-54b0-4d49-a558-58ab78465b40 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5259e7ee-9f75-40c4-98cc-a3f1832421cd HTTP/1.1" status: 204 len: 168 time: 0.6866353 Sep 14 16:25:13.082175 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:13.125860 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:13.147171 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db5ff2-54b0-4d49-a558-58ab78465b40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5259e7ee-9f75-40c4-98cc-a3f1832421cd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:13.166701 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:13.216767 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-1b0cf873-0332-4b9f-976c-25c7ff52f778 service neutron] 10.222.0.15 "GET /v2.0/networks/4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217692 Sep 14 16:25:13.251994 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14e1db4c-6d36-4f7a-84ff-62517ebed645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.362613 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 2, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:13.367001 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Pushing event updated for resources: {'Port': ['ID=36159053-1d5d-4cda-a66c-7fb66da1518a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:13.418949 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Checking router: 31aac719-9dde-4788-9fa6-96368f07fabe for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:25:13.419359 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14e1db4c-6d36-4f7a-84ff-62517ebed645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.419860 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Updating router 31aac719-9dde-4788-9fa6-96368f07fabe port 084c13e1-78bb-4fa4-b509-6708bbbe02bd binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:25:13.460411 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.520539 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.617746 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39324) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:13.656061 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44eaef51-74ec-4676-adb2-d8c0124b3322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.724346 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec91654-19e6-46ab-bb37-25ccd16c0a1e None None] Network b998c5af-37de-41c9-85f1-3880503ad77f requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:13.966398 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14e1db4c-6d36-4f7a-84ff-62517ebed645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.969174 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-14e1db4c-6d36-4f7a-84ff-62517ebed645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:13.970441 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-14e1db4c-6d36-4f7a-84ff-62517ebed645 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57f93530-1646-41ff-bd67-0495b24f0596 HTTP/1.1" status: 204 len: 168 time: 1.0066895 Sep 14 16:25:13.986239 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1db4c-6d36-4f7a-84ff-62517ebed645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f93530-1646-41ff-bd67-0495b24f0596,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:14.031186 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.133060 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39358) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:14.162862 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.166204 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-074133bf-4ad8-4351-888d-b384492e8d19 None None] Provisioning for port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:14.203704 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-72f7fdb0-76de-4598-83a6-da19a32485eb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--719678673', 'description': 'tempest-description--1785963749'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:14.216824 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Router 4fe07bc8-a1f3-4143-8633-438c14871b2c is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:25:14.226957 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Transition to ACTIVE for port object 084c13e1-78bb-4fa4-b509-6708bbbe02bd will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:14.231673 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c530a4fc-d9e8-419a-9c5e-fceb83ccad83 req-e7b8e9d9-ee0b-4bf5-bcae-a0b0ac9f2703 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 210 time: 0.2189372 Sep 14 16:25:14.314046 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44eaef51-74ec-4676-adb2-d8c0124b3322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.335036 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-44eaef51-74ec-4676-adb2-d8c0124b3322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.339804 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 66cc264d-d6bc-4c80-a75c-4dc4ece6562c up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:14.391138 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.404475 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72f7fdb0-76de-4598-83a6-da19a32485eb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.408157 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-44eaef51-74ec-4676-adb2-d8c0124b3322 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1d6fe7d7e4f4290877faf3065e65490&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7893975 Sep 14 16:25:14.410880 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39370) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:14.431909 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaef51-74ec-4676-adb2-d8c0124b3322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f81f3bd9-e9d6-47b6-902e-535949ae697f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:14.515937 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-049a01ee-c65d-46d4-abdc-cbd9773d3a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.552906 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-049a01ee-c65d-46d4-abdc-cbd9773d3a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.639769 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72f7fdb0-76de-4598-83a6-da19a32485eb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.645466 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72f7fdb0-76de-4598-83a6-da19a32485eb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.695981 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7fdb0-76de-4598-83a6-da19a32485eb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56723639-f290-40f1-95a7-13fc0b271d0d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:14.699472 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-049a01ee-c65d-46d4-abdc-cbd9773d3a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.705342 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18815f18-722a-4e7a-a189-fc3ca0cdb31f None None] Pushing event updated for resources: {'Port': ['ID=084c13e1-78bb-4fa4-b509-6708bbbe02bd,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:14.715616 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-049a01ee-c65d-46d4-abdc-cbd9773d3a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.729667 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-049a01ee-c65d-46d4-abdc-cbd9773d3a7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f81f3bd9-e9d6-47b6-902e-535949ae697f HTTP/1.1" status: 204 len: 168 time: 0.3153687 Sep 14 16:25:14.730685 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-72f7fdb0-76de-4598-83a6-da19a32485eb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.734505 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-72f7fdb0-76de-4598-83a6-da19a32485eb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5333824 Sep 14 16:25:14.739192 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39384) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:14.750718 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a01ee-c65d-46d4-abdc-cbd9773d3a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f81f3bd9-e9d6-47b6-902e-535949ae697f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:14.765675 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5d5f3bc6-794e-4740-beb3-137d4a5b22ce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'security_group_rule': {'security_group_id': '56723639-f290-40f1-95a7-13fc0b271d0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:14.789645 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:14.898915 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:25:14.918343 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Sync routers for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:25:14.939113 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Attempting to bind port 084c13e1-78bb-4fa4-b509-6708bbbe02bd on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:14.939643 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Attempting to bind port 084c13e1-78bb-4fa4-b509-6708bbbe02bd by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:14.939941 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Attempting to bind port 084c13e1-78bb-4fa4-b509-6708bbbe02bd on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:14.942913 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:14.948371 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:14.953348 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Checking segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Bound using segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Bound port: 084c13e1-78bb-4fa4-b509-6708bbbe02bd, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:15.062461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.106398 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3bc6-794e-4740-beb3-137d4a5b22ce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.202767 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.207423 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39410) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:15.208082 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-add9d560-a08e-435d-9216-8867c6d8494d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6687956 Sep 14 16:25:15.332589 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] For port 084c13e1-78bb-4fa4-b509-6708bbbe02bd, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:15.349015 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] For port 084c13e1-78bb-4fa4-b509-6708bbbe02bd, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=084c13e1-78bb-4fa4-b509-6708bbbe02bd,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:15.378309 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3bc6-794e-4740-beb3-137d4a5b22ce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.392810 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3bc6-794e-4740-beb3-137d4a5b22ce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.432877 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.436112 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5f3bc6-794e-4740-beb3-137d4a5b22ce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c385d4-719e-430c-af1a-8979f05805c0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:15.436411 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39420) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:15.520388 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5d5f3bc6-794e-4740-beb3-137d4a5b22ce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.529883 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:15.532698 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5d5f3bc6-794e-4740-beb3-137d4a5b22ce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7905171 Sep 14 16:25:15.545742 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39426) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:15.551298 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5c0cf573-4454-49ab-b17d-fc3c55b47b11 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'security_group_rule': {'security_group_id': '56723639-f290-40f1-95a7-13fc0b271d0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:15.577536 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.600526 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:25:15.662137 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf573-4454-49ab-b17d-fc3c55b47b11 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.800923 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf573-4454-49ab-b17d-fc3c55b47b11 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.835021 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf573-4454-49ab-b17d-fc3c55b47b11 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.869293 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5c0cf573-4454-49ab-b17d-fc3c55b47b11 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.869293 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5c0cf573-4454-49ab-b17d-fc3c55b47b11 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199210 Sep 14 16:25:15.870913 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:15.879163 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:15.890231 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0cf573-4454-49ab-b17d-fc3c55b47b11 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11d8cb55-c1ee-45ae-9936-c6cae574cb50,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:15.919428 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2889367d-ec1f-4f44-9ca0-29355fecf659 req-b780be49-b8cf-4317-a145-f924362baedf tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 210 time: 0.2912371 Sep 14 16:25:15.932901 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:25:15.967497 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.988906 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:15.997921 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:16.001176 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c3e4da2c-5a39-4955-b089-847dbd4896b6 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4305377 Sep 14 16:25:16.015778 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=66cc264d-d6bc-4c80-a75c-4dc4ece6562c,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:16.048571 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-41a91271-c363-4e74-9d5c-23d705f7d3f9 None None] Provisioning complete for port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:16.049428 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-41a91271-c363-4e74-9d5c-23d705f7d3f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:16.105652 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18815f18-722a-4e7a-a189-fc3ca0cdb31f None None] Pushing event updated for resources: {'Port': ['ID=084c13e1-78bb-4fa4-b509-6708bbbe02bd,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:16.122184 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:16.124402 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:16.176132 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:12Z', 'revision_number': 3, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:16.211901 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Sync routers for ids ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:25:16.214696 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:16.219534 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:16.243685 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Checking router: 4fe07bc8-a1f3-4143-8633-438c14871b2c for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:25:16.245450 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Updating router 4fe07bc8-a1f3-4143-8633-438c14871b2c port 5860fc04-29cc-4aed-8e77-57d22845b857 binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:25:16.290913 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:16.388935 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Routers {'9275ad3e-ade0-4c7f-99ae-e7574955b3ef'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:16.389951 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:16.522888 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:16.786990 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:16.802033 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=66cc264d-d6bc-4c80-a75c-4dc4ece6562c,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:16.812979 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Set router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:16.834329 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Transition to ACTIVE for port object 5860fc04-29cc-4aed-8e77-57d22845b857 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:16.849060 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:16.908585 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:16.957085 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Allocated IP 172.27.3.106 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/b0c54dc9-2a41-4611-b2e9-74509fc72138) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:17.029291 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Attempting to bind port 5860fc04-29cc-4aed-8e77-57d22845b857 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:17.030854 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Attempting to bind port 5860fc04-29cc-4aed-8e77-57d22845b857 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:17.033899 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Attempting to bind port 5860fc04-29cc-4aed-8e77-57d22845b857 on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:17.059303 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:17.060842 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:17.063305 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.064572 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:17.068920 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Bound port: 5860fc04-29cc-4aed-8e77-57d22845b857, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:17.071089 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.225264 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e4408-ef27-4993-bdc4-27972d089e3a None None] Pushing event updated for resources: {'Port': ['ID=5860fc04-29cc-4aed-8e77-57d22845b857,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:17.237780 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] For port 5860fc04-29cc-4aed-8e77-57d22845b857, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:17.251678 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.256250 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] For port 5860fc04-29cc-4aed-8e77-57d22845b857, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5860fc04-29cc-4aed-8e77-57d22845b857,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:17.267233 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.298822 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.340598 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.344515 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4e96c598-da53-4134-927a-faec66b9b4b2 req-a381668d-d35d-488a-a10c-58ced458bc78 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 210 time: 0.1118300 Sep 14 16:25:17.394394 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e4408-ef27-4993-bdc4-27972d089e3a None None] Pushing event updated for resources: {'Port': ['ID=5860fc04-29cc-4aed-8e77-57d22845b857,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:17.454833 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:17.455485 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:17.496043 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:17.499428 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:17.503548 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:17.585918 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'Port': ['ID=b0c54dc9-2a41-4611-b2e9-74509fc72138,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:17.703683 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a073ffad-12f4-470e-b21f-58ecc18b96f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.720243 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.20', 61669) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:17.725287 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:25:13Z', 'revision_number': 3, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port': {'id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:17.822567 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:17.844016 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:17.876939 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Checking router: 9275ad3e-ade0-4c7f-99ae-e7574955b3ef for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:25:17.883149 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Updating router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef port 36159053-1d5d-4cda-a66c-7fb66da1518a binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:25:17.980797 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Allocated IP 172.20.0.1 (b998c5af-37de-41c9-85f1-3880503ad77f/f4a2764f-8c92-43ea-ac03-982b610e5e6b/82481c5f-ef62-42c4-8dbd-57e9c549465e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:18.017047 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:18.101903 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:18.128869 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebe83-e654-46f4-a1ea-935733662960 req-c0225ce6-921c-40fd-bfde-cd5688178876 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:18.132121 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-c0225ce6-921c-40fd-bfde-cd5688178876 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.20 "GET /v2.0/networks?id=4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 HTTP/1.1" status: 200 len: 812 time: 0.4014668 Sep 14 16:25:18.142332 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:15Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:18.198499 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Request body: {'port': {'device_id': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63', 'admin_state_up': True, 'tenant_id': '33b314f20762496c9b9b2f7632abf936'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:18.211574 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:18.334497 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4bf299e-6904-4be1-87c3-aefe760b80bd None None] The sync data for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi is: [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:15Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:25:18.390751 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:12Z', 'revision_number': 3, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:18.543716 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 66cc264d-d6bc-4c80-a75c-4dc4ece6562c up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:18.545544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Allocated IP 172.20.0.1 (92c2de7d-757a-456c-9ba8-9346a2593348/875a9d95-a89a-4e9a-af0e-50b8c3b876ef/f421720b-acde-401d-834b-4f69b16b3f3e) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:18.546336 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b6d5813-f362-4dc4-8b2f-f5ad73f4d698 None None] The sync data for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi is: [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:12Z', 'revision_number': 3, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:25:18.546470 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:18.652089 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Transition to ACTIVE for port object 82481c5f-ef62-42c4-8dbd-57e9c549465e will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:18.866955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39570) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:18.912843 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:18.913357 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.038146 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.049544 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.055442 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02df7aff-01a7-460c-8c3d-b0839ecb1306 req-9239abc0-e7c8-4e92-add7-7dbb026da790 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 210 time: 0.1891441 Sep 14 16:25:19.174152 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.183232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39586) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:19.202566 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.209536 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39590) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:19.213336 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.277345 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.278739 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4054086 Sep 14 16:25:19.281372 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e18546c-3587-4de6-a17f-fc88362f6cf7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'Port': ['ID=b0c54dc9-2a41-4611-b2e9-74509fc72138,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:19.329752 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Made reservation on behalf of 33b314f20762496c9b9b2f7632abf936 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:19.334157 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.344527 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.360442 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Transition to ACTIVE for port object 36159053-1d5d-4cda-a66c-7fb66da1518a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:19.371667 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Network b998c5af-37de-41c9-85f1-3880503ad77f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:19.377732 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:19.404087 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:19.404566 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.414438 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.437555 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Pushing event updated for resources: {'Port': ['ID=82481c5f-ef62-42c4-8dbd-57e9c549465e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:19.563790 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda83e-c5bf-416c-bf3b-50f191fa86f3 None None] Pushing event updated for resources: {'Port': ['ID=36159053-1d5d-4cda-a66c-7fb66da1518a,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:19.579273 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Attempting to bind port 36159053-1d5d-4cda-a66c-7fb66da1518a on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:19.582859 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Attempting to bind port 36159053-1d5d-4cda-a66c-7fb66da1518a by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:19.583746 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Attempting to bind port 36159053-1d5d-4cda-a66c-7fb66da1518a on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:19.595202 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:19.595905 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:19.599319 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.599909 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:19.601344 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Bound port: 36159053-1d5d-4cda-a66c-7fb66da1518a, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:19.601977 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.648664 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ede8bfaf-43ea-4e56-adb0-8874328b321a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.776298 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] For port 36159053-1d5d-4cda-a66c-7fb66da1518a, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:19.783805 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] For port 36159053-1d5d-4cda-a66c-7fb66da1518a, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=36159053-1d5d-4cda-a66c-7fb66da1518a,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:19.793816 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.813946 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.859028 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.936470 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-616396a3-fb0b-40eb-a63c-2caaee2f47ad None None] Provisioning for port 82481c5f-ef62-42c4-8dbd-57e9c549465e completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:19.954827 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-616396a3-fb0b-40eb-a63c-2caaee2f47ad None None] Provisioning complete for port 82481c5f-ef62-42c4-8dbd-57e9c549465e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:19.955820 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-616396a3-fb0b-40eb-a63c-2caaee2f47ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:19.960039 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cda83e-c5bf-416c-bf3b-50f191fa86f3 None None] Pushing event updated for resources: {'Port': ['ID=36159053-1d5d-4cda-a66c-7fb66da1518a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:19.966414 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Routers {'9275ad3e-ade0-4c7f-99ae-e7574955b3ef'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:19.967457 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:24:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:19.978589 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.db.api [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 14 16:25:19.978589 dv-cinder-807083-8-iscsi neutron-server[93882]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 14 16:25:19.978589 dv-cinder-807083-8-iscsi neutron-server[93882]: [parameters: {'project_id_1': 'b62aa85a5bb24bda876faea27704d229', 'expiration_1': datetime.datetime(2021, 9, 14, 16, 24, 59, 926609)}] Sep 14 16:25:19.978589 dv-cinder-807083-8-iscsi neutron-server[93882]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=93882) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 14 16:25:19.979228 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG oslo_db.api [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 14 16:25:20.017104 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Allocated IP 172.20.0.3 (4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63/a0185253-245d-4ef6-be2f-5415b772dbf2/032ad3cc-1aed-4684-8e36-59db275d1faf) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:20.049797 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39610) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:20.050923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.075045 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc36abee-d24c-40cc-a2b0-e4844eac2278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.387029 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Pushing event updated for resources: {'Port': ['ID=f421720b-acde-401d-834b-4f69b16b3f3e,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:20.475467 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-57a46d78-086e-4c67-a38b-caf415ce1365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.502838 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-616396a3-fb0b-40eb-a63c-2caaee2f47ad None None] Port 82481c5f-ef62-42c4-8dbd-57e9c549465e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:25:20.579948 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 084c13e1-78bb-4fa4-b509-6708bbbe02bd up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:20.580857 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ede8bfaf-43ea-4e56-adb0-8874328b321a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.584199 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.596504 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.675569 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] Set router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:20.694402 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ede8bfaf-43ea-4e56-adb0-8874328b321a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.703259 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.709925 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eca1163e-e938-4c84-980b-04b8582458e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.777811 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Network 92c2de7d-757a-456c-9ba8-9346a2593348 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:20.853085 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-743d032d-759f-4ca8-a81a-e5bf4d102557 req-da1b2c0b-adf9-4fe9-975e-bbd6d57c54e2 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 210 time: 0.4693487 Sep 14 16:25:20.870951 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:20.876497 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:20.877325 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:20.894562 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a6d5d1d2-2d7f-4db7-b734-42330be3b853 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--719678673&fields=id&tenant_id=252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 267 time: 0.8492563 Sep 14 16:25:20.973029 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc36abee-d24c-40cc-a2b0-e4844eac2278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.101925 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dc36abee-d24c-40cc-a2b0-e4844eac2278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.131742 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.158990 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ede8bfaf-43ea-4e56-adb0-8874328b321a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f269535b93fd410eb55ec54b26424d36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9742353 Sep 14 16:25:21.159811 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39618) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:21.175296 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 084c13e1-78bb-4fa4-b509-6708bbbe02bd completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:21.193458 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8bfaf-43ea-4e56-adb0-8874328b321a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1f7d15-bf18-45ef-ab1f-5f6b2ea8e1fe,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:21.194926 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 084c13e1-78bb-4fa4-b509-6708bbbe02bd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:21.197115 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.291571 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.322257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.323797 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.361811 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dc36abee-d24c-40cc-a2b0-e4844eac2278 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ec40d2053f34f1198dfd59a8b168541&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1414111 Sep 14 16:25:21.365203 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-4d526249-ca4d-473f-b815-e12cf08a740f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:21.366886 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-4d526249-ca4d-473f-b815-e12cf08a740f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 816 time: 0.4710252 Sep 14 16:25:21.371864 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39620) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:21.389803 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:25:13Z', 'revision_number': 3, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port': {'id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:21.436583 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e5ea78d-c091-49d0-84a3-a54e5b5d0246 None None] The sync data for ids ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'] in dv-cinder-807083-8-iscsi is: [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:25:13Z', 'revision_number': 3, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port': {'id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b4:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:25:21.460686 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc36abee-d24c-40cc-a2b0-e4844eac2278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819aaa0f-778f-46f2-8ea0-05e78a606da8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:21.468440 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:21.485693 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:21.489006 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:21.508010 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:21.508821 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.560065 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-554b8fd1-93c4-4255-9207-b6893fbc2f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.568209 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Pushing event updated for resources: {'Port': ['ID=032ad3cc-1aed-4684-8e36-59db275d1faf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:21.577722 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.581841 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.641694 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-554b8fd1-93c4-4255-9207-b6893fbc2f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.685333 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 084c13e1-78bb-4fa4-b509-6708bbbe02bd, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=084c13e1-78bb-4fa4-b509-6708bbbe02bd,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:21.691802 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.692729 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5860fc04-29cc-4aed-8e77-57d22845b857 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:21.738686 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-554b8fd1-93c4-4255-9207-b6893fbc2f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.742864 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-554b8fd1-93c4-4255-9207-b6893fbc2f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.745291 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-554b8fd1-93c4-4255-9207-b6893fbc2f6c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a1f7d15-bf18-45ef-ab1f-5f6b2ea8e1fe HTTP/1.1" status: 204 len: 168 time: 0.5740089 Sep 14 16:25:21.767030 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554b8fd1-93c4-4255-9207-b6893fbc2f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1f7d15-bf18-45ef-ab1f-5f6b2ea8e1fe,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:21.819607 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=084c13e1-78bb-4fa4-b509-6708bbbe02bd,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:21.898636 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 5860fc04-29cc-4aed-8e77-57d22845b857 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:21.904284 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5860fc04-29cc-4aed-8e77-57d22845b857 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:21.904698 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.916320 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eca1163e-e938-4c84-980b-04b8582458e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.951843 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38455649-3494-4065-ad35-f3ab2654453d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:21.952899 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-96187bde-cd47-44aa-a47f-7003710ef8cb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7644033 Sep 14 16:25:21.990564 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38455649-3494-4065-ad35-f3ab2654453d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.035504 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-eca1163e-e938-4c84-980b-04b8582458e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.110037 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.150708 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-7abbcfac-e37d-42ce-a6a7-c0b1259f1f65 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:25:22.150708 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-7abbcfac-e37d-42ce-a6a7-c0b1259f1f65 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062711 Sep 14 16:25:22.156295 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 5860fc04-29cc-4aed-8e77-57d22845b857, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5860fc04-29cc-4aed-8e77-57d22845b857,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:22.161823 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.282099 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39636) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:22.284689 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-eca1163e-e938-4c84-980b-04b8582458e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a017998eb8546b9a6e119aa7ed6713c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2244930 Sep 14 16:25:22.287173 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Pushing event updated for resources: {'Port': ['ID=82481c5f-ef62-42c4-8dbd-57e9c549465e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:22.294898 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-cd213035-80b9-4bcc-8420-c11c5df80148 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/quotas/252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 375 time: 0.8917108 Sep 14 16:25:22.346044 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=5860fc04-29cc-4aed-8e77-57d22845b857,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:22.453029 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38455649-3494-4065-ad35-f3ab2654453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.455567 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc048420-05b9-46bc-ab50-24df35ee1d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.461159 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-38455649-3494-4065-ad35-f3ab2654453d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.475802 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-38455649-3494-4065-ad35-f3ab2654453d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/819aaa0f-778f-46f2-8ea0-05e78a606da8 HTTP/1.1" status: 204 len: 168 time: 1.0919626 Sep 14 16:25:22.478018 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca1163e-e938-4c84-980b-04b8582458e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a804c17-c907-4be7-83b9-674ec1ca00cc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:22.568251 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc048420-05b9-46bc-ab50-24df35ee1d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.571191 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 36159053-1d5d-4cda-a66c-7fb66da1518a up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:22.693763 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.708191 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc048420-05b9-46bc-ab50-24df35ee1d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.710906 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fc048420-05b9-46bc-ab50-24df35ee1d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.716274 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38455649-3494-4065-ad35-f3ab2654453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819aaa0f-778f-46f2-8ea0-05e78a606da8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:22.718468 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fc048420-05b9-46bc-ab50-24df35ee1d99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a804c17-c907-4be7-83b9-674ec1ca00cc HTTP/1.1" status: 204 len: 168 time: 0.4343560 Sep 14 16:25:22.733347 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc048420-05b9-46bc-ab50-24df35ee1d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a804c17-c907-4be7-83b9-674ec1ca00cc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:22.823270 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 36159053-1d5d-4cda-a66c-7fb66da1518a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:22.830809 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 36159053-1d5d-4cda-a66c-7fb66da1518a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:22.831243 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.856555 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Network b998c5af-37de-41c9-85f1-3880503ad77f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:22.857624 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.982680 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:22.991044 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:23.093345 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a9afaa67-add2-4072-b427-b8c959862ce4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7441256 Sep 14 16:25:23.094054 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:23.099536 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Request body: {'port': {'device_id': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:23.151247 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:23.211553 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 36159053-1d5d-4cda-a66c-7fb66da1518a, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=36159053-1d5d-4cda-a66c-7fb66da1518a,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:23.223958 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:23.224832 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 084c13e1-78bb-4fa4-b509-6708bbbe02bd up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:23.352607 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:23.567854 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-738cbe06-1e98-41d1-901b-b559aeba87e5 None None] Provisioning complete for port 82481c5f-ef62-42c4-8dbd-57e9c549465e triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:23.568405 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-738cbe06-1e98-41d1-901b-b559aeba87e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:23.571947 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9aede92-9c29-4bcf-a5bc-4ee299b340f6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:23.573423 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=36159053-1d5d-4cda-a66c-7fb66da1518a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:23.586476 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6717ce-594c-4afa-bd56-7de6279ed215 req-3f1e05e8-e5e5-4856-b956-3732fce297aa tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:23.588149 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa6717ce-594c-4afa-bd56-7de6279ed215 req-3f1e05e8-e5e5-4856-b956-3732fce297aa tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 931 time: 1.4092627 Sep 14 16:25:23.749521 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-738cbe06-1e98-41d1-901b-b559aeba87e5 None None] Port 82481c5f-ef62-42c4-8dbd-57e9c549465e cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:25:23.759768 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 084c13e1-78bb-4fa4-b509-6708bbbe02bd triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:23.760136 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:23.803572 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-626389ec-99cd-4287-9fb1-be96b3969d01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b62aa85a5bb24bda876faea27704d229&name=default HTTP/1.1" status: 200 len: 2979 time: 4.9354656 Sep 14 16:25:23.808118 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39666) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:23.905944 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39670) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:23.925967 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Router 4fe07bc8-a1f3-4143-8633-438c14871b2c has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:25:24.026156 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a73e3831-5fb2-4200-a1b3-e0d676cd7683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:24.232685 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa6717ce-594c-4afa-bd56-7de6279ed215 req-dff46505-8ec8-4791-856a-8e40448fecfb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248958 Sep 14 16:25:24.463008 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 36159053-1d5d-4cda-a66c-7fb66da1518a up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:24.667834 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 36159053-1d5d-4cda-a66c-7fb66da1518a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:24.669469 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:24.701129 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-d6252a43-3762-4ce2-b1e5-07650706f460 service neutron] 10.222.0.15 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1306107 Sep 14 16:25:24.839823 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 032ad3cc-1aed-4684-8e36-59db275d1faf {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:24.846144 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99975c60-2c09-48c2-9bdd-3ed033f19998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:24.856962 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a73e3831-5fb2-4200-a1b3-e0d676cd7683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:24.868670 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:24.882469 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a73e3831-5fb2-4200-a1b3-e0d676cd7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:24.916947 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99975c60-2c09-48c2-9bdd-3ed033f19998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:24.922494 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5860fc04-29cc-4aed-8e77-57d22845b857 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:24.974795 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Transition to ACTIVE for port object 032ad3cc-1aed-4684-8e36-59db275d1faf will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:24.996368 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.027041 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a73e3831-5fb2-4200-a1b3-e0d676cd7683 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63fa0ad3279d46c9aac4d20412107ff8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1083474 Sep 14 16:25:25.033989 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5860fc04-29cc-4aed-8e77-57d22845b857 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:25.034411 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.043587 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39688) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:25.085636 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99975c60-2c09-48c2-9bdd-3ed033f19998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.088398 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-99975c60-2c09-48c2-9bdd-3ed033f19998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.089753 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-99975c60-2c09-48c2-9bdd-3ed033f19998 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d9aede92-9c29-4bcf-a5bc-4ee299b340f6 HTTP/1.1" status: 204 len: 168 time: 1.2674901 Sep 14 16:25:25.133779 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99975c60-2c09-48c2-9bdd-3ed033f19998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9aede92-9c29-4bcf-a5bc-4ee299b340f6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:25.271260 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Pushing event updated for resources: {'Port': ['ID=032ad3cc-1aed-4684-8e36-59db275d1faf,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:25.308364 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73e3831-5fb2-4200-a1b3-e0d676cd7683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ace4280-a417-4be4-a604-6be8a555c27d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:25.330904 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53994cd5-43b3-4439-9cd1-f6247450dd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.341219 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:25:25.352446 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c5acac97-5812-4731-9b02-b92f65b5a37e admin admin] 10.222.0.15 "PUT /v2.0/routers/4fe07bc8-a1f3-4143-8633-438c14871b2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1427956 Sep 14 16:25:25.353300 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Sync routers for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:25:25.359462 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.362537 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-fc71ec62-18cb-4011-b6a5-c0ebbf0d403b service neutron] 10.222.0.15 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770838 Sep 14 16:25:25.377107 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:25.377107 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:25.401757 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.402554 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.426258 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53994cd5-43b3-4439-9cd1-f6247450dd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.491368 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Attempting to bind port 032ad3cc-1aed-4684-8e36-59db275d1faf on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:25.491721 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Attempting to bind port 032ad3cc-1aed-4684-8e36-59db275d1faf by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'a7f2a61d-b214-47ba-aad7-b13f2922bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:25.492061 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Attempting to bind port 032ad3cc-1aed-4684-8e36-59db275d1faf on network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:25.500767 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Port 032ad3cc-1aed-4684-8e36-59db275d1faf on network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:25:25.503721 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Attempting to bind port 032ad3cc-1aed-4684-8e36-59db275d1faf on network 4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:25.516415 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:25.518762 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Checking segment: {'id': 'a7f2a61d-b214-47ba-aad7-b13f2922bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:25.520088 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Bound using segment: {'id': 'a7f2a61d-b214-47ba-aad7-b13f2922bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:25.520756 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Bound port: 032ad3cc-1aed-4684-8e36-59db275d1faf, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7f2a61d-b214-47ba-aad7-b13f2922bbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:25.521287 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.695988 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:25.738669 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] For port 032ad3cc-1aed-4684-8e36-59db275d1faf, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:25.752998 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] For port 032ad3cc-1aed-4684-8e36-59db275d1faf, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=032ad3cc-1aed-4684-8e36-59db275d1faf,segment=NetworkSegment(a7f2a61d-b214-47ba-aad7-b13f2922bbac),segment_id=a7f2a61d-b214-47ba-aad7-b13f2922bbac)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:25.768712 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.947172 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Pushing event updated for resources: {'Port': ['ID=032ad3cc-1aed-4684-8e36-59db275d1faf,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:25.956946 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Pushing event updated for resources: {'Port': ['ID=f421720b-acde-401d-834b-4f69b16b3f3e,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:25.971041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:25.972864 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:25.974735 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-73df4d1b-ff36-4ff0-aad2-2968f9e9161f service neutron] 10.222.0.20 "PUT /v2.0/ports/032ad3cc-1aed-4684-8e36-59db275d1faf HTTP/1.1" status: 200 len: 1093 time: 3.4958906 Sep 14 16:25:25.975812 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'tag': '032ad3cc-1aed-4684-8e36-59db275d1faf'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:26.101591 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Network 92c2de7d-757a-456c-9ba8-9346a2593348 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:26.183577 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:26.224247 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c58a1ac1-b0eb-49ca-b9ee-ece7a7729a67 req-d500214e-5fcf-4fbc-aa8b-2fc308cb19ef tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 210 time: 0.1933103 Sep 14 16:25:26.365442 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:20Z', 'revision_number': 2, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:26.470895 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Checking router: 4fe07bc8-a1f3-4143-8633-438c14871b2c for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:25:26.472809 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Updating router 4fe07bc8-a1f3-4143-8633-438c14871b2c port 82481c5f-ef62-42c4-8dbd-57e9c549465e binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:25:26.537363 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:26.613724 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53994cd5-43b3-4439-9cd1-f6247450dd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:26.630176 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53994cd5-43b3-4439-9cd1-f6247450dd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:26.638227 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-53994cd5-43b3-4439-9cd1-f6247450dd9c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ace4280-a417-4be4-a604-6be8a555c27d HTTP/1.1" status: 204 len: 168 time: 1.5805013 Sep 14 16:25:26.678655 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53994cd5-43b3-4439-9cd1-f6247450dd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ace4280-a417-4be4-a604-6be8a555c27d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:26.701043 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9f7f86-e30f-4abc-8280-35ff81cef228 req-42c4f532-072d-4ec6-a732-81fc54dd4a21 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:26.712659 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ea9f7f86-e30f-4abc-8280-35ff81cef228 req-42c4f532-072d-4ec6-a732-81fc54dd4a21 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 943 time: 1.0711432 Sep 14 16:25:26.778506 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ea9f7f86-e30f-4abc-8280-35ff81cef228 req-f0980cb0-880c-4b91-a04c-62d8d01fd8c6 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647724 Sep 14 16:25:26.802695 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:25:26.925954 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebe83-e654-46f4-a1ea-935733662960 req-4490ffbf-f78f-4b75-9501-4ec2aac253af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:26.928160 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-4490ffbf-f78f-4b75-9501-4ec2aac253af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33b314f20762496c9b9b2f7632abf936&device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 1096 time: 0.8173273 Sep 14 16:25:27.059911 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:25:27.068669 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-79301efd-19b5-4130-a76f-050cd96628df admin admin] 10.222.0.15 "PUT /v2.0/routers/9275ad3e-ade0-4c7f-99ae-e7574955b3ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0658557 Sep 14 16:25:27.076689 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Sync routers for ids ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:25:27.101574 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Routers {'9275ad3e-ade0-4c7f-99ae-e7574955b3ef'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:27.106186 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:27.173932 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-98f8fbd1-2f49-4cf5-90f3-1a5b6c549cc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032ad3cc-1aed-4684-8e36-59db275d1faf HTTP/1.1" status: 200 len: 217 time: 0.2203183 Sep 14 16:25:27.422553 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Set router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:27.471649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5b2306-05bc-4947-8c99-230d2e8a55eb" -d '{"events": [{"name": "network-changed", "server_uuid": "e27acd5c-5806-4f20-ab9a-ee5a0fb9c438", "tag": "032ad3cc-1aed-4684-8e36-59db275d1faf"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:27.527679 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eebe83-e654-46f4-a1ea-935733662960 req-a514cbd6-e499-4f09-90fd-c6750159f75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:27.529117 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-a514cbd6-e499-4f09-90fd-c6750159f75a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0185253-245d-4ef6-be2f-5415b772dbf2 HTTP/1.1" status: 200 len: 852 time: 0.2594466 Sep 14 16:25:27.598482 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0684262f-5fac-4f9c-9a4a-b2a6705676a8 req-98a053da-cf0a-468b-8efa-a045beeab758 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 210 time: 0.2081308 Sep 14 16:25:27.718955 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-f346d515-461c-4af0-9932-9dc3b455e284 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1686244 Sep 14 16:25:27.830409 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:27.856893 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Transition to ACTIVE for port object 82481c5f-ef62-42c4-8dbd-57e9c549465e will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:27.884503 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.020172 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39778) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:28.026217 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8b97aeee-cb9c-47e7-9842-a25d031ceca6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1309997836', 'description': 'tempest-description--542530331'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:28.152699 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c0e5b-a738-476a-a04b-e07f282fa568 None None] Pushing event updated for resources: {'Port': ['ID=82481c5f-ef62-42c4-8dbd-57e9c549465e,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:28.152929 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b97aeee-cb9c-47e7-9842-a25d031ceca6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.243867 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-df695d9e-c1ee-4bcc-af31-364dcfd56a1e service neutron] 10.222.0.20 "GET /v2.0/networks/4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825471 Sep 14 16:25:28.399048 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Attempting to bind port 82481c5f-ef62-42c4-8dbd-57e9c549465e on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:28.404090 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Attempting to bind port 82481c5f-ef62-42c4-8dbd-57e9c549465e by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:28.404655 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Attempting to bind port 82481c5f-ef62-42c4-8dbd-57e9c549465e on network b998c5af-37de-41c9-85f1-3880503ad77f {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:28.422173 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:28.422974 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Checking segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:28.423934 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.424573 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Bound using segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:28.425265 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Bound port: 82481c5f-ef62-42c4-8dbd-57e9c549465e, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:28.425936 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.550246 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-48eebe83-e654-46f4-a1ea-935733662960 req-fcab46b8-bc5a-4d50-a6f0-22190868c24c service neutron] 10.222.0.20 "GET /v2.0/networks/4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628536 Sep 14 16:25:28.570260 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cacf1e7-2e8d-4821-92c7-f597b8a0605f req-ce5049ef-88c7-4cd9-9cd6-9f405bdeebb2 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:28.578619 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1cacf1e7-2e8d-4821-92c7-f597b8a0605f req-ce5049ef-88c7-4cd9-9cd6-9f405bdeebb2 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 943 time: 0.4157810 Sep 14 16:25:28.599903 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 4, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port': {'id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'f421720b-acde-401d-834b-4f69b16b3f3e', 'name': '', 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'mac_address': 'fa:16:3e:d6:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:23Z', 'revision_number': 2, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'subnets': [{'id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:28.626727 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] For port 82481c5f-ef62-42c4-8dbd-57e9c549465e, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:28.637176 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] For port 82481c5f-ef62-42c4-8dbd-57e9c549465e, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=82481c5f-ef62-42c4-8dbd-57e9c549465e,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:28.645042 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.701940 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1cacf1e7-2e8d-4821-92c7-f597b8a0605f req-745da935-2439-4ae3-895a-9b42c15c4e9d tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179252 Sep 14 16:25:28.744301 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:28.746879 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:28.752198 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Checking router: 9275ad3e-ade0-4c7f-99ae-e7574955b3ef for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:25:28.753178 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Updating router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef port f421720b-acde-401d-834b-4f69b16b3f3e binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:25:28.780685 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b97aeee-cb9c-47e7-9842-a25d031ceca6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.786526 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b97aeee-cb9c-47e7-9842-a25d031ceca6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.888116 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:28.972592 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0c0e5b-a738-476a-a04b-e07f282fa568 None None] Pushing event updated for resources: {'Port': ['ID=82481c5f-ef62-42c4-8dbd-57e9c549465e,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:29.109975 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b97aeee-cb9c-47e7-9842-a25d031ceca6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:29.112923 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:29.127400 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8b97aeee-cb9c-47e7-9842-a25d031ceca6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1049042 Sep 14 16:25:29.136399 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2ce5f3d1-449d-43b9-a365-2a972ee0ac15 req-94435427-39eb-4833-bdb2-c04fe9c3b0fd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 210 time: 0.2439618 Sep 14 16:25:29.141945 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39800) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:29.144021 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b97aeee-cb9c-47e7-9842-a25d031ceca6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7696037-f99b-41e2-8236-799baebfc5e7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:29.187663 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b33da12f-7584-4195-a1b7-57f84d34df6c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'security_group_rule': {'security_group_id': 'e7696037-f99b-41e2-8236-799baebfc5e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:29.190137 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.20', 61679) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:29.300651 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-05a85cc3-87c0-423e-b7ca-5f8b9e8fda50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:29.303094 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-05a85cc3-87c0-423e-b7ca-5f8b9e8fda50 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33b314f20762496c9b9b2f7632abf936&device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 1096 time: 0.1110373 Sep 14 16:25:29.354837 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-2453f8fe-be01-4660-9c29-68263d5495e0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:29.359245 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-2453f8fe-be01-4660-9c29-68263d5495e0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 816 time: 0.5706625 Sep 14 16:25:29.362625 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffac1b3-b46f-4386-801c-3c3ce45e3078 x-openstack-request-id: req-0ffac1b3-b46f-4386-801c-3c3ce45e3078 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:29.363673 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e27acd5c-5806-4f20-ab9a-ee5a0fb9c438", "tag": "032ad3cc-1aed-4684-8e36-59db275d1faf", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:29.365492 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ffac1b3-b46f-4386-801c-3c3ce45e3078 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:29.366253 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'tag': '032ad3cc-1aed-4684-8e36-59db275d1faf', 'status': 'completed', 'code': 200} Sep 14 16:25:29.378723 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b33da12f-7584-4195-a1b7-57f84d34df6c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:29.490523 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b33da12f-7584-4195-a1b7-57f84d34df6c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:29.496555 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b33da12f-7584-4195-a1b7-57f84d34df6c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:29.549023 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33da12f-7584-4195-a1b7-57f84d34df6c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f124be-43aa-47d6-a796-327061ab27ce,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:29.570546 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b33da12f-7584-4195-a1b7-57f84d34df6c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:29.584361 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b33da12f-7584-4195-a1b7-57f84d34df6c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410136 Sep 14 16:25:29.587330 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39816) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:29.592691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1f97d5b1-86bb-40d1-ba38-7ce21c40d216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'security_group_rule': {'security_group_id': 'e7696037-f99b-41e2-8236-799baebfc5e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:29.817441 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:29.855652 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:28Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:29.935748 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Transition to ACTIVE for port object f421720b-acde-401d-834b-4f69b16b3f3e will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:29.948727 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-89cf5e9c-e9f3-4d8f-87f3-6376de7515ab tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 379 time: 0.2780099 Sep 14 16:25:29.962416 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:29.997121 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'port': {'device_id': 'a278614c-e600-48ea-af25-206eda2887d7', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'admin_state_up': True, 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'security_groups': ['56723639-f290-40f1-95a7-13fc0b271d0d']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:30.058670 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f97d5b1-86bb-40d1-ba38-7ce21c40d216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:30.062371 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53485740-0beb-49a8-865d-dabfb31b461e None None] The sync data for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi is: [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:28Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:25:30.183547 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be595f-26a6-488d-9593-1f4a42e4134b None None] Pushing event updated for resources: {'Port': ['ID=f421720b-acde-401d-834b-4f69b16b3f3e,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:30.365860 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Attempting to bind port f421720b-acde-401d-834b-4f69b16b3f3e on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:30.366500 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Attempting to bind port f421720b-acde-401d-834b-4f69b16b3f3e by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:30.367084 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Attempting to bind port f421720b-acde-401d-834b-4f69b16b3f3e on network 92c2de7d-757a-456c-9ba8-9346a2593348 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:30.435799 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:30.439618 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Checking segment: {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:30.440358 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:30.442777 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Bound using segment: {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:30.444968 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Bound port: f421720b-acde-401d-834b-4f69b16b3f3e, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:30.448550 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:30.502449 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Made reservation on behalf of 252197c96b7842ffab73a23e04bf34b6 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:30.503025 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 82481c5f-ef62-42c4-8dbd-57e9c549465e up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:30.510843 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:30.727187 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 82481c5f-ef62-42c4-8dbd-57e9c549465e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:30.750210 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] For port f421720b-acde-401d-834b-4f69b16b3f3e, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:30.757002 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 82481c5f-ef62-42c4-8dbd-57e9c549465e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:30.757368 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:30.764117 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] For port f421720b-acde-401d-834b-4f69b16b3f3e, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=f421720b-acde-401d-834b-4f69b16b3f3e,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:30.808010 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Allocated IP 172.20.0.12 (322255d8-05ab-4bd2-9712-c3dd3a0abcff/43f8610a-9c56-46de-9544-aa256ffb2e66/91209de8-a9d6-4544-ab3b-e1fff856b94a) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:30.825191 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:31.161197 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:31.189172 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-912acff8-67d1-45da-bbf2-8479ed966c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:31.190713 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-912acff8-67d1-45da-bbf2-8479ed966c3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 HTTP/1.1" status: 200 len: 913 time: 1.5360415 Sep 14 16:25:31.199943 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Transition to ACTIVE for port object 91209de8-a9d6-4544-ab3b-e1fff856b94a will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:31.241486 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-acbd1f14-a391-414f-a4a1-f29d4d0456af tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:31.248841 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-acbd1f14-a391-414f-a4a1-f29d4d0456af tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 818 time: 1.3064826 Sep 14 16:25:31.260545 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:31.274835 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40be595f-26a6-488d-9593-1f4a42e4134b None None] Pushing event updated for resources: {'Port': ['ID=f421720b-acde-401d-834b-4f69b16b3f3e,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:31.296053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Routers {'9275ad3e-ade0-4c7f-99ae-e7574955b3ef'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:31.297020 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:31.327619 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fd296-8a07-4954-a844-6e89e2e5f5b6 req-0259457d-ffa1-4102-a92a-de833ff92536 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:31.349423 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b40fd296-8a07-4954-a844-6e89e2e5f5b6 req-0259457d-ffa1-4102-a92a-de833ff92536 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 943 time: 1.2469494 Sep 14 16:25:31.393620 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:31.412555 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:31.414691 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:31.421046 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:31.440350 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:31.444193 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:31.498904 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-a4f16975-fd22-4d3b-b1f1-6f53510ce257 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5263803 Sep 14 16:25:31.526952 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Request body: {'port': {'device_id': 'a278614c-e600-48ea-af25-206eda2887d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:31.709183 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-fa8b2665-79be-48aa-bff3-cb012a32cc2a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/quotas/fef42df1c29e44f8b8c40eaed1959ad4 HTTP/1.1" status: 200 len: 375 time: 0.0692637 Sep 14 16:25:31.776529 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:31.779135 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f97d5b1-86bb-40d1-ba38-7ce21c40d216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:31.790612 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-942236d6-f0a6-4185-904c-10ffce549444 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=032ad3cc-1aed-4684-8e36-59db275d1faf HTTP/1.1" status: 200 len: 217 time: 0.5360487 Sep 14 16:25:32.012688 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b40fd296-8a07-4954-a844-6e89e2e5f5b6 req-be1ce0ae-6715-4451-9137-52e0198eaff5 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473604 Sep 14 16:25:32.018404 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f97d5b1-86bb-40d1-ba38-7ce21c40d216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:32.057829 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] Set router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:32.064848 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:32.453796 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97d5b1-86bb-40d1-ba38-7ce21c40d216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0dd7eb2-aa16-4c3a-a834-340aaecf5ca8,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:32.498859 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4915039d-5149-4cfb-a04f-b1d35b68a578 None None] Provisioning for port 91209de8-a9d6-4544-ab3b-e1fff856b94a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:32.609516 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-f87125e7-9cd0-45b7-adac-ab2ad6c0153c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7386327 Sep 14 16:25:32.611874 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f97d5b1-86bb-40d1-ba38-7ce21c40d216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:32.619896 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1f97d5b1-86bb-40d1-ba38-7ce21c40d216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.0308378 Sep 14 16:25:32.622368 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4915039d-5149-4cfb-a04f-b1d35b68a578 None None] Provisioning complete for port 91209de8-a9d6-4544-ab3b-e1fff856b94a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:32.623063 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4915039d-5149-4cfb-a04f-b1d35b68a578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:32.631624 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 39888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:32.643571 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:32.663713 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-0a72bff6-52ab-43a9-b0af-45312a49f307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:32.673668 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-0a72bff6-52ab-43a9-b0af-45312a49f307 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a0185253-245d-4ef6-be2f-5415b772dbf2 HTTP/1.1" status: 200 len: 852 time: 0.6879017 Sep 14 16:25:32.732713 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9891e9-0bb6-4ea3-92cb-0e7b18156f04 req-604708fe-00b5-491b-ae35-7da504675ae4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:32.750986 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4915039d-5149-4cfb-a04f-b1d35b68a578 None None] Port 91209de8-a9d6-4544-ab3b-e1fff856b94a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:25:32.756637 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 82481c5f-ef62-42c4-8dbd-57e9c549465e, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=82481c5f-ef62-42c4-8dbd-57e9c549465e,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:32.758414 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b9891e9-0bb6-4ea3-92cb-0e7b18156f04 req-604708fe-00b5-491b-ae35-7da504675ae4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 932 time: 0.2771730 Sep 14 16:25:32.770426 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:32.815635 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:32.869710 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=82481c5f-ef62-42c4-8dbd-57e9c549465e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:33.036673 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-04ce8463-a0f5-467b-8958-7ec166ba38d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2641923 Sep 14 16:25:33.083979 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91209de8-a9d6-4544-ab3b-e1fff856b94a {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:33.101129 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b9891e9-0bb6-4ea3-92cb-0e7b18156f04 req-cceff721-5646-4730-823e-25743d85bae0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3331950 Sep 14 16:25:33.112419 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:33.146620 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Transition to ACTIVE for port object 91209de8-a9d6-4544-ab3b-e1fff856b94a will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:33.148434 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 4, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port': {'id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'f421720b-acde-401d-834b-4f69b16b3f3e', 'name': '', 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'mac_address': 'fa:16:3e:d6:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:30Z', 'revision_number': 4, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'subnets': [{'id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:33.154755 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:33.236296 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfa18e-9983-4393-a85c-0b88ecbe8fa2 None None] The sync data for ids ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'] in dv-cinder-807083-8-iscsi is: [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 4, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port': {'id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'f421720b-acde-401d-834b-4f69b16b3f3e', 'name': '', 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'mac_address': 'fa:16:3e:d6:50:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:30Z', 'revision_number': 4, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'subnets': [{'id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:25:33.263782 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:33.580433 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Attempting to bind port 91209de8-a9d6-4544-ab3b-e1fff856b94a on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:33.580829 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Attempting to bind port 91209de8-a9d6-4544-ab3b-e1fff856b94a by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:33.581261 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Attempting to bind port 91209de8-a9d6-4544-ab3b-e1fff856b94a on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:33.594364 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Port 91209de8-a9d6-4544-ab3b-e1fff856b94a on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:25:33.594800 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Attempting to bind port 91209de8-a9d6-4544-ab3b-e1fff856b94a on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:33.606998 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-784e3a99-8a5a-4313-8526-98f8186bb339 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:25:33.607619 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:33.607619 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Checking segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:33.607936 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Bound using segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:33.608224 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-784e3a99-8a5a-4313-8526-98f8186bb339 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5630825 Sep 14 16:25:33.608454 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Bound port: 91209de8-a9d6-4544-ab3b-e1fff856b94a, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:33.609102 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:33.636918 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:33.718898 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b701d66-0963-48b9-905c-ba351d400a06 req-b9d29b60-01cf-49de-b47d-9747b30fcb45 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:33.720587 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5b701d66-0963-48b9-905c-ba351d400a06 req-b9d29b60-01cf-49de-b47d-9747b30fcb45 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 943 time: 0.3417025 Sep 14 16:25:33.730662 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-c69c1c11-7aff-4437-9402-c2cb47e0f16e service neutron] 10.222.0.20 "GET /v2.0/networks/4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273456 Sep 14 16:25:33.884503 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:33.907911 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:33.923943 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:33.968105 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Allocated IP 172.27.3.182 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/6d6febcc-6497-437c-8ea6-a5b70a641f2c) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:34.096977 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:34.099089 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:34.100702 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] 10.222.0.20 "PUT /v2.0/ports/91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 200 len: 1094 time: 2.5785196 Sep 14 16:25:34.130871 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:34.153260 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d38aa9-d23e-45b0-8a4e-8dd56584381a" -d '{"events": [{"name": "network-changed", "server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:34.268636 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5b701d66-0963-48b9-905c-ba351d400a06 req-6bf00369-363a-4a14-bedf-c5abe2032eb1 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5328851 Sep 14 16:25:34.313468 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd306ff-1b96-4a69-9af4-1e43540008ad service neutron] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:34.366997 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-241757b8-158b-4082-82d8-142ceffc9549 service neutron] 10.222.0.15 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7163639 Sep 14 16:25:34.554692 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b5b2306-05bc-4947-8c99-230d2e8a55eb req-a8314b9a-ab09-470a-933c-16d08aaa8d76 service neutron] 10.222.0.20 "GET /v2.0/networks/4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7637212 Sep 14 16:25:34.638061 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-e437c267-65ad-4cde-b81f-6b7c1b33a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:34.639847 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-e437c267-65ad-4cde-b81f-6b7c1b33a529 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1097 time: 0.4130557 Sep 14 16:25:34.752424 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:34.814659 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8902a3-ccca-4fbc-a653-d050629c3ecf req-8d29a17c-5aa2-470c-8c20-abe736724af5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:34.827514 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c8902a3-ccca-4fbc-a653-d050629c3ecf req-8d29a17c-5aa2-470c-8c20-abe736724af5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.3400578 Sep 14 16:25:34.839118 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-c52296a3-f223-4638-a07f-7ff6750e1c28 service neutron] 10.222.0.15 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633102 Sep 14 16:25:34.907023 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c8902a3-ccca-4fbc-a653-d050629c3ecf req-f39421e7-ad7b-4aa1-9b34-a2eccdc09f23 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668573 Sep 14 16:25:35.036302 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-474c90cd-7a40-4be1-ba48-dc0c3c1aab9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 200 len: 217 time: 0.1657157 Sep 14 16:25:35.038912 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.139408 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 39970) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:35.174336 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f421720b-acde-401d-834b-4f69b16b3f3e up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:35.279313 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27a9812-ed8b-4570-a832-a8e2838aa762 x-openstack-request-id: req-a27a9812-ed8b-4570-a832-a8e2838aa762 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:35.279773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:35.287874 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a27a9812-ed8b-4570-a832-a8e2838aa762 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:35.288534 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'status': 'completed', 'code': 200} Sep 14 16:25:35.296084 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'Port': ['ID=6d6febcc-6497-437c-8ea6-a5b70a641f2c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:35.313847 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port f421720b-acde-401d-834b-4f69b16b3f3e completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:35.324055 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:35.327512 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port f421720b-acde-401d-834b-4f69b16b3f3e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:35.328776 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.333167 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:35.338494 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:35.429855 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-c48bf13d-d86e-4579-9f95-dbaea6e3f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:35.430422 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-14a380d8-827d-407a-a56b-d69a4ce349e7 req-f6e485cd-c757-417b-a2d7-18dc125c2f87 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 210 time: 0.0943382 Sep 14 16:25:35.432166 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-c48bf13d-d86e-4579-9f95-dbaea6e3f6d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.3852057 Sep 14 16:25:35.485637 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e242ea68-e753-4828-8de0-11d81914aac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.632193 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.656732 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.722490 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-b409d2f7-7f2e-406f-92ec-c6990d9d4437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:35.724152 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-b409d2f7-7f2e-406f-92ec-c6990d9d4437 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2830558 Sep 14 16:25:35.730595 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e242ea68-e753-4828-8de0-11d81914aac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.760758 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98693d0c-884d-4c5a-b901-e9aa071b3d4e req-47c26cc6-069b-4960-a79d-de278e4b2446 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:35.769021 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98693d0c-884d-4c5a-b901-e9aa071b3d4e req-47c26cc6-069b-4960-a79d-de278e4b2446 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 943 time: 0.2505164 Sep 14 16:25:35.783666 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e242ea68-e753-4828-8de0-11d81914aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.810226 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port f421720b-acde-401d-834b-4f69b16b3f3e, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=f421720b-acde-401d-834b-4f69b16b3f3e,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:35.818638 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:35.819470 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 82481c5f-ef62-42c4-8dbd-57e9c549465e up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:35.971873 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.042520 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-98693d0c-884d-4c5a-b901-e9aa071b3d4e req-5dcd28ce-bb5b-4c2e-b94e-c217579cfa3d tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714233 Sep 14 16:25:36.074446 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e242ea68-e753-4828-8de0-11d81914aac9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f222dbdd6d924809a181af7d61f58a5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9312804 Sep 14 16:25:36.082155 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40048) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:36.087368 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242ea68-e753-4828-8de0-11d81914aac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219c41e9-ce2b-438e-8cfd-12642f040373,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:36.143617 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 82481c5f-ef62-42c4-8dbd-57e9c549465e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:36.143981 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.146100 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=f421720b-acde-401d-834b-4f69b16b3f3e,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:36.435979 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-35ee50db-5783-453e-a586-a698b1f4617d service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7015927 Sep 14 16:25:36.463928 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-646099d0-db93-4875-9c09-86191488e282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.504462 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad391-9369-489a-be70-d1ca991db115 req-6afaee70-c1f2-4924-80db-9d644b4f057f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:36.507971 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-6afaee70-c1f2-4924-80db-9d644b4f057f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 818 time: 0.6524465 Sep 14 16:25:36.584477 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-646099d0-db93-4875-9c09-86191488e282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.602642 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-85843586-9287-4e83-bbfa-60da058bfe21 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/quotas/fef42df1c29e44f8b8c40eaed1959ad4 HTTP/1.1" status: 200 len: 375 time: 0.0868657 Sep 14 16:25:36.623185 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6df946-79d6-4fca-aed9-4c3207161fda req-6fddfb82-9893-4caf-a635-afe4dafa5f34 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:36.626313 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ff6df946-79d6-4fca-aed9-4c3207161fda req-6fddfb82-9893-4caf-a635-afe4dafa5f34 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.3778872 Sep 14 16:25:36.663648 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-efe3ec0a-e86b-42c5-8788-05ca099609bc req-e708dd7d-6ee9-4a53-9437-e5f2b5d4b0fe service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075157 Sep 14 16:25:36.699450 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.705826 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.789962 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'Port': ['ID=6d6febcc-6497-437c-8ea6-a5b70a641f2c,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:36.796062 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.808844 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ff6df946-79d6-4fca-aed9-4c3207161fda req-92fc78b2-7eb1-49b2-b975-354ddc3643cd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749802 Sep 14 16:25:36.815938 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-dba551ec-4f9c-42ae-aa63-8c77cd5e97c6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1878490 Sep 14 16:25:36.829196 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-646099d0-db93-4875-9c09-86191488e282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.836662 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-646099d0-db93-4875-9c09-86191488e282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.842077 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-646099d0-db93-4875-9c09-86191488e282 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/219c41e9-ce2b-438e-8cfd-12642f040373 HTTP/1.1" status: 204 len: 168 time: 0.7262051 Sep 14 16:25:36.877585 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:36.878917 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8aa34853-a92e-43f9-bff4-f73e1e228a93 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2468617 Sep 14 16:25:36.908746 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-95cb37d8-47f0-4a0a-9319-ca5792ac7cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:36.914357 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-95cb37d8-47f0-4a0a-9319-ca5792ac7cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1097 time: 0.1342268 Sep 14 16:25:36.954880 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f421720b-acde-401d-834b-4f69b16b3f3e up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:37.042610 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port f421720b-acde-401d-834b-4f69b16b3f3e triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:37.042765 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:37.077541 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646099d0-db93-4875-9c09-86191488e282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219c41e9-ce2b-438e-8cfd-12642f040373,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:37.400820 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-b4173afc-dfa7-4b70-a8a8-c23b87408a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:37.403787 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-b4173afc-dfa7-4b70-a8a8-c23b87408a86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.4786847 Sep 14 16:25:37.468942 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-d498cf62-ff1c-4c56-be4d-20e0a68fd4a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 200 len: 217 time: 0.0570054 Sep 14 16:25:37.536250 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-0479f463-5b31-4984-b8b4-a402179c1c0d service neutron] 10.222.0.15 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6809261 Sep 14 16:25:37.543132 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-27bc46fe-41a0-4a0c-a719-f2258ea1cfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:37.546741 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-27bc46fe-41a0-4a0c-a719-f2258ea1cfb4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0694857 Sep 14 16:25:37.601353 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8436d2-f9b0-4128-ae40-9cac1ca6df1f req-f7d4279f-f9ae-4e07-891a-2874d757b472 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:37.608147 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-11b7cb60-4fd7-4974-9b72-4a7fdbae9fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:37.609149 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af8436d2-f9b0-4128-ae40-9cac1ca6df1f req-f7d4279f-f9ae-4e07-891a-2874d757b472 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 943 time: 0.3666155 Sep 14 16:25:37.610854 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-11b7cb60-4fd7-4974-9b72-4a7fdbae9fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535314 Sep 14 16:25:37.642170 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-00650ffe-48be-4d7c-b524-f3a395a0f5a7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:37.643753 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-00650ffe-48be-4d7c-b524-f3a395a0f5a7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 818 time: 0.5253799 Sep 14 16:25:37.660512 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Request body: {'port': {'device_id': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'admin_state_up': True, 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:37.743800 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40128) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:37.756947 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-5900ff96-f386-4882-a30f-14e41ec2c298 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380625 Sep 14 16:25:37.805435 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40134) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:37.814024 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af8436d2-f9b0-4128-ae40-9cac1ca6df1f req-b63e0289-2ba0-4df9-998e-171b1fab7ab9 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037063 Sep 14 16:25:37.872280 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef6809f8-1496-4a08-aa87-2f34fb0d7ede admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:37.927286 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-55d38aa9-d23e-45b0-8a4e-8dd56584381a req-09512633-bcbd-40d3-88b2-1ecd459d2aac service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631110 Sep 14 16:25:37.957119 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-9558fcbf-243e-428d-a5c4-5569b8f8cfb8 service neutron] 10.222.0.15 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4077260 Sep 14 16:25:38.024087 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-348bef39-30db-4b94-b5b0-a21ddc9bd4b6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1309997836&fields=id&tenant_id=9aab42d093a8415e8dfc579b3b449515 HTTP/1.1" status: 200 len: 267 time: 0.0923867 Sep 14 16:25:38.059274 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef6809f8-1496-4a08-aa87-2f34fb0d7ede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.065356 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ef6809f8-1496-4a08-aa87-2f34fb0d7ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.113043 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ef6809f8-1496-4a08-aa87-2f34fb0d7ede admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12ba749e0b924782b3f2d00138ff9cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026605 Sep 14 16:25:38.115288 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40150) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:38.136335 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Made reservation on behalf of fef42df1c29e44f8b8c40eaed1959ad4 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:38.142253 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.180033 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 032ad3cc-1aed-4684-8e36-59db275d1faf details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:25:38.222683 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-604ae030-3e64-4cc1-b2d1-ab222be32423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.244564 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-53c9fe8d-62bb-497f-ba65-72c3876cf46e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:38.260162 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-53c9fe8d-62bb-497f-ba65-72c3876cf46e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 810 time: 0.2351680 Sep 14 16:25:38.350294 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-604ae030-3e64-4cc1-b2d1-ab222be32423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.355542 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40164) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:38.364754 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-604ae030-3e64-4cc1-b2d1-ab222be32423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.411755 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-604ae030-3e64-4cc1-b2d1-ab222be32423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cfa8dd11c6574733a4fdcb0eb85f2979&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6669197 Sep 14 16:25:38.413627 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6809f8-1496-4a08-aa87-2f34fb0d7ede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381d6921-b4ac-4e7c-bd37-398455c593d4,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:38.415503 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40170) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:38.427463 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-bda74158-8c93-4a3f-9e3b-f1f53325d923 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/quotas/9aab42d093a8415e8dfc579b3b449515 HTTP/1.1" status: 200 len: 375 time: 0.1660116 Sep 14 16:25:38.469910 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0427d70c-1ce3-4a4b-a61d-152fdba96b01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.476487 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 032ad3cc-1aed-4684-8e36-59db275d1faf, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=032ad3cc-1aed-4684-8e36-59db275d1faf,segment=NetworkSegment(a7f2a61d-b214-47ba-aad7-b13f2922bbac),segment_id=a7f2a61d-b214-47ba-aad7-b13f2922bbac)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:38.499873 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604ae030-3e64-4cc1-b2d1-ab222be32423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac9725f-d043-45e3-bb39-c60d592937d8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:38.512834 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0427d70c-1ce3-4a4b-a61d-152fdba96b01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.515522 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '032ad3cc-1aed-4684-8e36-59db275d1faf', 'network_id': '4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63', 'port_id': '032ad3cc-1aed-4684-8e36-59db275d1faf', 'mac_address': 'fa:16:3e:1b:e4:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0185253-245d-4ef6-be2f-5415b772dbf2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:25:38.594746 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.595853 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0427d70c-1ce3-4a4b-a61d-152fdba96b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.599187 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0427d70c-1ce3-4a4b-a61d-152fdba96b01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.600602 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0427d70c-1ce3-4a4b-a61d-152fdba96b01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/381d6921-b4ac-4e7c-bd37-398455c593d4 HTTP/1.1" status: 204 len: 168 time: 0.4844749 Sep 14 16:25:38.610271 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427d70c-1ce3-4a4b-a61d-152fdba96b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381d6921-b4ac-4e7c-bd37-398455c593d4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:38.611650 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 032ad3cc-1aed-4684-8e36-59db275d1faf {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:38.643973 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 032ad3cc-1aed-4684-8e36-59db275d1faf, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=032ad3cc-1aed-4684-8e36-59db275d1faf,segment=NetworkSegment(a7f2a61d-b214-47ba-aad7-b13f2922bbac),segment_id=a7f2a61d-b214-47ba-aad7-b13f2922bbac)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:38.654636 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.696257 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0e54-5405-41cc-a165-0d96b2ea9fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.702818 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa1d9a15-7d0b-4546-a183-f8ea3e18d05e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.736511 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=032ad3cc-1aed-4684-8e36-59db275d1faf,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:38.784878 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-06d9ed49-8798-471e-9705-ffe16a14697f tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3565123 Sep 14 16:25:38.816377 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d510cea-1e62-414d-8bee-b0aa5984b42a req-0e5e53b8-a742-466d-ba42-6a4517624cba tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:38.818017 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d510cea-1e62-414d-8bee-b0aa5984b42a req-0e5e53b8-a742-466d-ba42-6a4517624cba tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.4255273 Sep 14 16:25:38.825459 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa1d9a15-7d0b-4546-a183-f8ea3e18d05e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.826083 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0e54-5405-41cc-a165-0d96b2ea9fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.834425 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5bdd0e54-5405-41cc-a165-0d96b2ea9fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:38.868279 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Allocated IP 172.20.0.4 (92c2de7d-757a-456c-9ba8-9346a2593348/875a9d95-a89a-4e9a-af0e-50b8c3b876ef/6e35bec7-b820-44be-9dd4-fcfa057ac3d0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:38.893023 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdd0e54-5405-41cc-a165-0d96b2ea9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b87f525-0673-4471-a705-fd723a5da37c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:38.902038 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5bdd0e54-5405-41cc-a165-0d96b2ea9fe0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bfe951b4568143c3be72f800f4e69548&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5453448 Sep 14 16:25:38.903374 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40186) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:38.908622 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['032ad3cc-1aed-4684-8e36-59db275d1faf'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:25:38.952908 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:25:38.961370 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d510cea-1e62-414d-8bee-b0aa5984b42a req-69f2ffbb-ee2a-4f8c-a005-492c44320ddb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058662 Sep 14 16:25:39.028156 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41b26bdb-83c2-47f6-a542-966e6be956cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.069158 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41b26bdb-83c2-47f6-a542-966e6be956cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.108253 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa1d9a15-7d0b-4546-a183-f8ea3e18d05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.115849 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aa1d9a15-7d0b-4546-a183-f8ea3e18d05e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.121001 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-aa1d9a15-7d0b-4546-a183-f8ea3e18d05e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ac9725f-d043-45e3-bb39-c60d592937d8 HTTP/1.1" status: 204 len: 168 time: 0.7033920 Sep 14 16:25:39.145084 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41b26bdb-83c2-47f6-a542-966e6be956cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.149855 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-41b26bdb-83c2-47f6-a542-966e6be956cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.152130 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-41b26bdb-83c2-47f6-a542-966e6be956cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b87f525-0673-4471-a705-fd723a5da37c HTTP/1.1" status: 204 len: 168 time: 0.2480764 Sep 14 16:25:39.164231 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b26bdb-83c2-47f6-a542-966e6be956cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b87f525-0673-4471-a705-fd723a5da37c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:39.224105 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d9a15-7d0b-4546-a183-f8ea3e18d05e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac9725f-d043-45e3-bb39-c60d592937d8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:39.248528 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0aa40e1-4b4c-4498-8809-3a0a14a7b86e req-46fc8afb-0a67-471c-94e5-a1aa5db8bf82 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 210 time: 0.1048536 Sep 14 16:25:39.259515 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-b9838d9b-2ecb-45c9-893a-b2e86aa77955 service neutron] 10.222.0.15 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319725 Sep 14 16:25:39.478711 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.484700 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-022162f8-32f6-47a9-8074-6a8b36834ff1 service neutron] 10.222.0.15 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132585 Sep 14 16:25:39.497690 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c5f7f-a1be-4c71-9359-9737bfa9243f req-b69cc5a1-42d7-4527-95ba-1ee0b3f05d10 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:39.500084 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d95c5f7f-a1be-4c71-9359-9737bfa9243f req-b69cc5a1-42d7-4527-95ba-1ee0b3f05d10 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 944 time: 0.1475744 Sep 14 16:25:39.585882 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d95c5f7f-a1be-4c71-9359-9737bfa9243f req-2035cd69-f223-489d-b8ce-c3e14802f34f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742314 Sep 14 16:25:39.610142 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.718467 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40214) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:39.786436 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Network 92c2de7d-757a-456c-9ba8-9346a2593348 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:39.787446 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152b133c-c5cd-4fa2-89fd-0ceb0b203c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.835224 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:39.844046 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:39.850842 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:39.851512 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:39.856795 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Pushing event updated for resources: {'Port': ['ID=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:39.908585 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40226) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:39.926578 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e496de53-1b34-4ba5-a749-860f53098554 req-96c30052-44b9-41b1-b001-84ebb7455ff1 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 210 time: 0.0836539 Sep 14 16:25:39.949853 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5b77-5d2d-440c-995d-aeae2335a52d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.006401 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad391-9369-489a-be70-d1ca991db115 req-c0a656f2-8a56-4bc7-b4da-fa40fd5684c2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:40.008051 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-c0a656f2-8a56-4bc7-b4da-fa40fd5684c2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 818 time: 0.3703351 Sep 14 16:25:40.020911 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Request body: {'port': {'device_id': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'admin_state_up': True, 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:40.083953 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152b133c-c5cd-4fa2-89fd-0ceb0b203c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.098087 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-152b133c-c5cd-4fa2-89fd-0ceb0b203c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.158899 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:25:40.183721 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-152b133c-c5cd-4fa2-89fd-0ceb0b203c25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed5e56f4300146028c453b7322546c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638622 Sep 14 16:25:40.184377 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40246) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:40.188311 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b133c-c5cd-4fa2-89fd-0ceb0b203c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073d15b3-6369-44ba-bf21-c4ab10399a9b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:40.211301 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-78974a51-2e34-442d-bdc4-f46b6bdd31ba tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5582373 Sep 14 16:25:40.226891 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Request body: {'port': {'device_id': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:40.346538 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 032ad3cc-1aed-4684-8e36-59db275d1faf up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:40.350414 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0be781e-b0f7-48ec-9c3e-3898f1479455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.420145 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0be781e-b0f7-48ec-9c3e-3898f1479455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.455103 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:40.477009 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'port_id': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'mac_address': 'fa:16:3e:40:01:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:25:40.493037 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0be781e-b0f7-48ec-9c3e-3898f1479455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.497230 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c0be781e-b0f7-48ec-9c3e-3898f1479455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.498878 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c0be781e-b0f7-48ec-9c3e-3898f1479455 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/073d15b3-6369-44ba-bf21-c4ab10399a9b HTTP/1.1" status: 204 len: 168 time: 0.3134947 Sep 14 16:25:40.509703 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be781e-b0f7-48ec-9c3e-3898f1479455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d15b3-6369-44ba-bf21-c4ab10399a9b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:40.541845 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:40.544405 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 032ad3cc-1aed-4684-8e36-59db275d1faf completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:40.573843 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 032ad3cc-1aed-4684-8e36-59db275d1faf triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:40.577996 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.617138 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10feb1d-49b9-492d-aa00-fb97580cad62 req-5a004125-b648-463c-a42e-cf19c831a5a2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:40.619237 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b10feb1d-49b9-492d-aa00-fb97580cad62 req-5a004125-b648-463c-a42e-cf19c831a5a2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.5379887 Sep 14 16:25:40.641814 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.647321 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.693828 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb5a9279-56fb-4cf5-ae90-8d23cb8bee45 req-4dc28b85-621f-40ec-bdb7-924cf66b467f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 210 time: 0.0832121 Sep 14 16:25:40.804751 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91209de8-a9d6-4544-ab3b-e1fff856b94a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:40.834409 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:40.841812 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.893413 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:40.948435 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:40.989952 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1565399745-network', 'tenant_id': '5cf5a76951cc42b6b2cb44375764f316'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:41.001082 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032ad3cc-1aed-4684-8e36-59db275d1faf'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:41.005694 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b10feb1d-49b9-492d-aa00-fb97580cad62 req-5ad9506b-1114-48b4-9d11-089947f79da8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3670065 Sep 14 16:25:41.091374 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['91209de8-a9d6-4544-ab3b-e1fff856b94a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:25:41.096335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 032ad3cc-1aed-4684-8e36-59db275d1faf, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=032ad3cc-1aed-4684-8e36-59db275d1faf,segment=NetworkSegment(a7f2a61d-b214-47ba-aad7-b13f2922bbac),segment_id=a7f2a61d-b214-47ba-aad7-b13f2922bbac)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:41.149247 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.159676 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f89622f6-9458-4ed9-8f7f-1bb667cb22af req-483a8035-5519-4fc0-a309-339b4f64395a tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 210 time: 0.0656955 Sep 14 16:25:41.168729 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5b77-5d2d-440c-995d-aeae2335a52d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.197918 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de513f35-6731-4a6b-9f41-e1e8351e0657 req-57c10bf7-df02-4eeb-85a7-a8a72cd59a99 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:41.200227 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de513f35-6731-4a6b-9f41-e1e8351e0657 req-57c10bf7-df02-4eeb-85a7-a8a72cd59a99 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 944 time: 0.3188381 Sep 14 16:25:41.203796 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f6b5b77-5d2d-440c-995d-aeae2335a52d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.218867 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Made reservation on behalf of fef42df1c29e44f8b8c40eaed1959ad4 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:41.222580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.234466 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1f6b5b77-5d2d-440c-995d-aeae2335a52d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=967f73cfeca8498a8f6639df80c97278&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3248470 Sep 14 16:25:41.241338 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe07418-3017-4184-9ff4-ee98d83d217f" -d '{"events": [{"server_uuid": "e27acd5c-5806-4f20-ab9a-ee5a0fb9c438", "name": "network-vif-plugged", "status": "completed", "tag": "032ad3cc-1aed-4684-8e36-59db275d1faf"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:41.252009 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40284) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:41.324329 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=032ad3cc-1aed-4684-8e36-59db275d1faf,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:41.367438 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.20', 61699) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:41.413438 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b5b77-5d2d-440c-995d-aeae2335a52d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd96500-6c1e-426d-90e8-09d843c42de4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:41.524639 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Made reservation on behalf of 5cf5a76951cc42b6b2cb44375764f316 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:41.527457 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.529763 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fa81a7-cf04-41cd-881f-c90eda77aba4 x-openstack-request-id: req-83fa81a7-cf04-41cd-881f-c90eda77aba4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:41.534844 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27acd5c-5806-4f20-ab9a-ee5a0fb9c438", "name": "network-vif-plugged", "status": "completed", "tag": "032ad3cc-1aed-4684-8e36-59db275d1faf", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:41.535096 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83fa81a7-cf04-41cd-881f-c90eda77aba4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:41.536891 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '032ad3cc-1aed-4684-8e36-59db275d1faf', 'code': 200} Sep 14 16:25:41.540844 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.556075 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de513f35-6731-4a6b-9f41-e1e8351e0657 req-5247b0c7-a53e-4fd8-930b-72208e373c3e tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224051 Sep 14 16:25:41.611486 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e11b79-27e7-4eac-a174-5bf711f21232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.685960 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-9cd84bcd-4363-4aa7-a144-bc949288abd4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:41.687469 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-9cd84bcd-4363-4aa7-a144-bc949288abd4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 810 time: 0.3116858 Sep 14 16:25:41.688663 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.698603 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.709016 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e11b79-27e7-4eac-a174-5bf711f21232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.741027 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:25:41.753025 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65275e11-60a6-4835-9580-aeb573695c8d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:41.766667 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.767061 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Added segment d8c7c76e-ad78-4771-9c67-09bbe1df2bf3 of type vlan for network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 Sep 14 16:25:41.779081 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.20', 61702) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:41.825660 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.861307 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.862870 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:41.865012 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.912957 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3698199 Sep 14 16:25:41.916121 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40312) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:41.921975 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Request body: {'subnet': {'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1565399745-subnet', 'tenant_id': '5cf5a76951cc42b6b2cb44375764f316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:41.923364 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:41.930074 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d04bc4ed-a3cb-4561-859d-3dd3a329a1a6 req-28f3dd4a-ce40-47a0-9503-aabf00c1bb90 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 210 time: 0.0634654 Sep 14 16:25:41.943591 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:41.993617 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-602824c6-7dc7-4f20-8bc8-56bdaa31340d tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aab42d093a8415e8dfc579b3b449515 HTTP/1.1" status: 200 len: 380 time: 0.2704320 Sep 14 16:25:42.006313 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142a4c4-d9a3-4013-a724-97e45384c4fd admin admin] Pushing event updated for resources: {'Network': ['ID=c7d546d6-fd2d-4fe0-a445-ec4279c75d57,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:42.008733 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'port': {'device_id': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'admin_state_up': True, 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'security_groups': ['e7696037-f99b-41e2-8236-799baebfc5e7']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:42.016111 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3d5cc6-1d6e-421e-ba5b-7ea0316f189d req-f182f224-1ed7-4069-8ef0-a16c291800ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:42.017645 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c3d5cc6-1d6e-421e-ba5b-7ea0316f189d req-f182f224-1ed7-4069-8ef0-a16c291800ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 1098 time: 0.2201650 Sep 14 16:25:42.033784 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:25:42.038682 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Transition to ACTIVE for port object 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:42.044738 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Made reservation on behalf of 5cf5a76951cc42b6b2cb44375764f316 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:42.057569 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e11b79-27e7-4eac-a174-5bf711f21232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.064592 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.064728 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-76e11b79-27e7-4eac-a174-5bf711f21232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.066052 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-76e11b79-27e7-4eac-a174-5bf711f21232 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/afd96500-6c1e-426d-90e8-09d843c42de4 HTTP/1.1" status: 204 len: 168 time: 0.8071425 Sep 14 16:25:42.119997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.134081 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c3d5cc6-1d6e-421e-ba5b-7ea0316f189d req-444fe9e9-5f36-483e-810c-7c2c880d5dce service neutron] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.222401 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:42.251577 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Allocated IP 172.20.0.7 (92c2de7d-757a-456c-9ba8-9346a2593348/875a9d95-a89a-4e9a-af0e-50b8c3b876ef/13b07faf-41d5-4226-b785-625bc5cdb2c1) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:42.272545 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e11b79-27e7-4eac-a174-5bf711f21232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd96500-6c1e-426d-90e8-09d843c42de4,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:42.348160 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 91209de8-a9d6-4544-ab3b-e1fff856b94a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:42.355007 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 91209de8-a9d6-4544-ab3b-e1fff856b94a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:42.356255 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.400109 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c93dd1d7-8c19-4aaf-bb1f-093090861fb2 req-ab03345d-f287-4249-a714-d3824acbb47d tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 210 time: 0.1221008 Sep 14 16:25:42.505251 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.556486 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Pushing event updated for resources: {'Port': ['ID=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:42.573976 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:42.583695 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.628103 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315f525-7317-4959-9d2a-1399cee48ddb req-6000c898-be6b-481f-ba08-bef94db8d3a1 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:42.632014 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2315f525-7317-4959-9d2a-1399cee48ddb req-6000c898-be6b-481f-ba08-bef94db8d3a1 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 945 time: 0.4790750 Sep 14 16:25:42.636707 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.649901 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Attempting to bind port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:42.650247 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Attempting to bind port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:42.652442 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Attempting to bind port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 on network 92c2de7d-757a-456c-9ba8-9346a2593348 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:42.674094 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.682431 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 on network 92c2de7d-757a-456c-9ba8-9346a2593348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:25:42.685423 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Attempting to bind port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 on network 92c2de7d-757a-456c-9ba8-9346a2593348 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:42.697516 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:42.720197 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:42.720559 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Checking segment: {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:42.721116 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Bound using segment: {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:42.721756 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Bound port: 6e35bec7-b820-44be-9dd4-fcfa057ac3d0, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:42.722286 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.733590 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.794262 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693d9373-1403-42f6-aa49-39054f53642a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:42.808462 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Checking segment: {'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:42.808811 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Network hostable DHCP agents. Network: c7d546d6-fd2d-4fe0-a445-ec4279c75d57, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:25:42.813200 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Network 92c2de7d-757a-456c-9ba8-9346a2593348 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:42.813998 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Pushing event updated for resources: {'Port': ['ID=13b07faf-41d5-4226-b785-625bc5cdb2c1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:42.818465 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:42.822449 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:42.828488 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:42.829282 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.833455 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2315f525-7317-4959-9d2a-1399cee48ddb req-307502fd-6661-40ca-8999-6a83ad0b3b8f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607745 Sep 14 16:25:42.858239 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:25:42.876195 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, c7d546d6-fd2d-4fe0-a445-ec4279c75d57) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:42.881623 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:42.882499 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.887861 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88334589-b7c3-413b-b878-9868f59c16ab None None] Network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:42.890085 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] For port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:42.898081 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] For port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:42.912970 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e9725-3563-41c3-b24d-cbbb5e4bf0eb req-2a6f9ba1-741b-4a2a-ac80-ea1e79ce0920 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:42.921922 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-596e9725-3563-41c3-b24d-cbbb5e4bf0eb req-2a6f9ba1-741b-4a2a-ac80-ea1e79ce0920 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 945 time: 0.2508397 Sep 14 16:25:42.935336 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.957026 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:42.957026 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:42.973863 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] 10.222.0.20 "PUT /v2.0/ports/6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 1093 time: 2.7526119 Sep 14 16:25:43.020735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'tag': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:43.089714 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf542d34-4236-4ed4-b55f-242cc3623d16 None None] Network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:43.229738 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c3d5cc6-1d6e-421e-ba5b-7ea0316f189d req-444fe9e9-5f36-483e-810c-7c2c880d5dce service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:43.241778 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-053b3abb-83e7-41f2-ba4c-c67ca807d966 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2251575 Sep 14 16:25:43.254370 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Request body: {'port': {'device_id': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:43.281053 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-596e9725-3563-41c3-b24d-cbbb5e4bf0eb req-00a1318a-cba7-4b24-a58b-36f97f29391e tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3503389 Sep 14 16:25:43.286500 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-5c3d5cc6-1d6e-421e-ba5b-7ea0316f189d req-444fe9e9-5f36-483e-810c-7c2c880d5dce service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:43.356050 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216cbfa5-eda6-4d2b-bff3-023c5bda63d5 req-976cb2d7-24cf-4f95-ae20-637ecbe5e765 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:43.357751 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-216cbfa5-eda6-4d2b-bff3-023c5bda63d5 req-976cb2d7-24cf-4f95-ae20-637ecbe5e765 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 931 time: 0.2691033 Sep 14 16:25:43.359814 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-57519ae5-c451-4168-ac53-b3ec15ff26f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:43.361563 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-57519ae5-c451-4168-ac53-b3ec15ff26f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1096 time: 0.2739131 Sep 14 16:25:43.369696 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:43.377349 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8734f04f-6887-4f51-a9ff-f3a53c40c374" -d '{"events": [{"name": "network-changed", "server_uuid": "d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab", "tag": "6e35bec7-b820-44be-9dd4-fcfa057ac3d0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:43.384259 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15625299-a8f5-45ed-a78b-7a88dcc9cdca service neutron] Pushing event updated for resources: {'Port': ['ID=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:43.407378 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-67c8e6d2-0209-4853-ba66-d0c0a9ed5741 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4898000 Sep 14 16:25:43.447704 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40394) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:43.452512 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-c54d116a-d78e-42e5-b6d3-de8c25bff2c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 217 time: 0.0690954 Sep 14 16:25:43.454645 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c3d5cc6-1d6e-421e-ba5b-7ea0316f189d req-444fe9e9-5f36-483e-810c-7c2c880d5dce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4243248 Sep 14 16:25:43.463808 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Made reservation on behalf of 9aab42d093a8415e8dfc579b3b449515 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:43.467855 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:43.499550 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fe9e9-5f36-483e-810c-7c2c880d5dce service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=996c4efb-5427-433b-87e2-ee900ef8e176,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:43.538426 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:43.542714 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305e0287-48ff-409e-a2b8-4264e48f075f" -d '{"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-plugged", "status": "completed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:43.586780 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683ed1d0-bdce-4eda-8b70-d901750709a2 x-openstack-request-id: req-683ed1d0-bdce-4eda-8b70-d901750709a2 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:43.587112 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab", "tag": "6e35bec7-b820-44be-9dd4-fcfa057ac3d0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:43.587422 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-683ed1d0-bdce-4eda-8b70-d901750709a2 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:43.587825 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'tag': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0', 'status': 'completed', 'code': 200} Sep 14 16:25:43.684548 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-216cbfa5-eda6-4d2b-bff3-023c5bda63d5 req-c310a9d4-85a7-4eff-8acc-b922661dd458 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023233 Sep 14 16:25:43.759207 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a26a05-bc8c-4c43-9272-3dc300be2760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:43.764343 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686945ce-ff43-489a-afd0-f01dd1cd8f2c x-openstack-request-id: req-686945ce-ff43-489a-afd0-f01dd1cd8f2c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:43.764645 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-plugged", "status": "completed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:43.764895 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-686945ce-ff43-489a-afd0-f01dd1cd8f2c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:43.765289 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'code': 200} Sep 14 16:25:43.926641 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13b07faf-41d5-4226-b785-625bc5cdb2c1 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:43.940843 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:43.961507 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Transition to ACTIVE for port object 13b07faf-41d5-4226-b785-625bc5cdb2c1 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:43.971013 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.020338 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a26a05-bc8c-4c43-9272-3dc300be2760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.031116 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b9a26a05-bc8c-4c43-9272-3dc300be2760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.078123 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Pushing event updated for resources: {'Port': ['ID=13b07faf-41d5-4226-b785-625bc5cdb2c1,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:44.091191 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b9a26a05-bc8c-4c43-9272-3dc300be2760 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2843b66ed3b4364b0db96133fe4b55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6424487 Sep 14 16:25:44.095894 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:44.107242 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a26a05-bc8c-4c43-9272-3dc300be2760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ea31b6-7dcd-45d4-b688-f78c213da50c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:44.157570 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Attempting to bind port 13b07faf-41d5-4226-b785-625bc5cdb2c1 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:44.157900 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Attempting to bind port 13b07faf-41d5-4226-b785-625bc5cdb2c1 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:44.158227 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Attempting to bind port 13b07faf-41d5-4226-b785-625bc5cdb2c1 on network 92c2de7d-757a-456c-9ba8-9346a2593348 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:44.169457 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Port 13b07faf-41d5-4226-b785-625bc5cdb2c1 on network 92c2de7d-757a-456c-9ba8-9346a2593348 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:25:44.169784 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Attempting to bind port 13b07faf-41d5-4226-b785-625bc5cdb2c1 on network 92c2de7d-757a-456c-9ba8-9346a2593348 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:44.177365 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:44.178066 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Checking segment: {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:44.178619 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Bound using segment: {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:44.179199 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Bound port: 13b07faf-41d5-4226-b785-625bc5cdb2c1, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7916c28-14fc-4b09-a459-e92185aeec40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:44.179708 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.214039 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339bbf80-b0ac-46f9-8997-6a99e705e37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.282312 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-13f273d5-f9dd-4dda-b92d-83ca49a8a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:44.284189 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-13f273d5-f9dd-4dda-b92d-83ca49a8a7f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.6145558 Sep 14 16:25:44.295953 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339bbf80-b0ac-46f9-8997-6a99e705e37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.380231 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d3d707f-7902-4212-960b-df638d026ba8 req-5f6b41c1-0d50-45f6-a51f-8a6036e2e4a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 210 time: 0.2266738 Sep 14 16:25:44.393984 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-c9dbd229-795c-4782-944b-f63d917231dd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913913 Sep 14 16:25:44.522518 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561cf1aa-a3e3-44f9-8582-36f3b4155bd2 req-cad6becb-ae02-47e1-9287-eceb7f92676b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:44.524073 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-561cf1aa-a3e3-44f9-8582-36f3b4155bd2 req-cad6becb-ae02-47e1-9287-eceb7f92676b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.3686845 Sep 14 16:25:44.538503 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-caf48c07-42ee-490b-8e12-ef55c1d59eb5 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422269 Sep 14 16:25:44.553935 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] For port 13b07faf-41d5-4226-b785-625bc5cdb2c1, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:44.579659 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] For port 13b07faf-41d5-4226-b785-625bc5cdb2c1, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:44.590129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.636231 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:44.636869 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.639021 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] 10.222.0.20 "PUT /v2.0/ports/13b07faf-41d5-4226-b785-625bc5cdb2c1 HTTP/1.1" status: 200 len: 1093 time: 1.3890054 Sep 14 16:25:44.641220 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'tag': '13b07faf-41d5-4226-b785-625bc5cdb2c1'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:44.644931 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5835e21-ef4c-44c9-83ac-428f9ee72408" -d '{"events": [{"name": "network-changed", "server_uuid": "5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc", "tag": "13b07faf-41d5-4226-b785-625bc5cdb2c1"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:44.656129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339bbf80-b0ac-46f9-8997-6a99e705e37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.658798 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-339bbf80-b0ac-46f9-8997-6a99e705e37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:44.660038 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-339bbf80-b0ac-46f9-8997-6a99e705e37f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21ea31b6-7dcd-45d4-b688-f78c213da50c HTTP/1.1" status: 204 len: 168 time: 0.5632334 Sep 14 16:25:44.678268 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae949a5b-d1d2-41cf-82d7-ebfb56b4d4cc service neutron] Pushing event updated for resources: {'Port': ['ID=13b07faf-41d5-4226-b785-625bc5cdb2c1,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:44.681120 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bbf80-b0ac-46f9-8997-6a99e705e37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ea31b6-7dcd-45d4-b688-f78c213da50c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:44.704420 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-561cf1aa-a3e3-44f9-8582-36f3b4155bd2 req-76f80894-4c35-40de-8c8e-2aa98fe9b085 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1592596 Sep 14 16:25:44.733103 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad391-9369-489a-be70-d1ca991db115 req-aaf41631-d6ed-4e20-8983-bf0fc6840f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:44.734741 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-aaf41631-d6ed-4e20-8983-bf0fc6840f9f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 1096 time: 0.0514555 Sep 14 16:25:44.798359 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db17f438-1655-4227-969c-b5ced00ab9e2 req-ea93cd83-90b9-499d-a4b5-bcd87dfba9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:44.799814 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db17f438-1655-4227-969c-b5ced00ab9e2 req-ea93cd83-90b9-499d-a4b5-bcd87dfba9f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1099 time: 0.6087763 Sep 14 16:25:44.836671 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062a7067-fde7-4d12-af8f-ebe6418817b9 x-openstack-request-id: req-062a7067-fde7-4d12-af8f-ebe6418817b9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:44.836988 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc", "tag": "13b07faf-41d5-4226-b785-625bc5cdb2c1", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:44.837246 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-062a7067-fde7-4d12-af8f-ebe6418817b9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:44.837690 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'tag': '13b07faf-41d5-4226-b785-625bc5cdb2c1', 'status': 'completed', 'code': 200} Sep 14 16:25:44.839319 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-ec3bff4f-033c-4fd1-a10d-bb5a376541af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1 HTTP/1.1" status: 200 len: 217 time: 0.0944047 Sep 14 16:25:44.844353 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d0230a-7290-4cae-a861-2cb95a12f9e5 req-fac3ce50-0a12-449c-8067-2303bf2a0e00 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:44.851866 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72d0230a-7290-4cae-a861-2cb95a12f9e5 req-fac3ce50-0a12-449c-8067-2303bf2a0e00 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 945 time: 0.3240628 Sep 14 16:25:44.854173 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Allocated IP 172.20.0.9 (b998c5af-37de-41c9-85f1-3880503ad77f/f4a2764f-8c92-43ea-ac03-982b610e5e6b/1bd263d8-578a-48d5-bc57-05865b23331a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:44.909419 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad391-9369-489a-be70-d1ca991db115 req-8a931501-64d1-4192-95ef-dc1e54bccc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:44.912391 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-8a931501-64d1-4192-95ef-dc1e54bccc3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.0627339 Sep 14 16:25:44.931884 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72d0230a-7290-4cae-a861-2cb95a12f9e5 req-794ed238-3f94-4b15-9c9e-17d2652cdabb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791030 Sep 14 16:25:44.972574 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-c1a63e70-3b2e-4742-a918-472ffe10a0e8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506346 Sep 14 16:25:44.976213 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-c51af181-336e-43a9-9143-1697524396f2 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043009 Sep 14 16:25:45.011975 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db17f438-1655-4227-969c-b5ced00ab9e2 req-e499cb7b-b58a-42c5-bf0a-6e50f0fd6611 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965337 Sep 14 16:25:45.043299 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9091c6-4525-4fe3-abc7-d46bbbdfff63 req-348116d0-e9a6-426f-bb34-5bf658b19110 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.044890 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d9091c6-4525-4fe3-abc7-d46bbbdfff63 req-348116d0-e9a6-426f-bb34-5bf658b19110 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 943 time: 0.1652863 Sep 14 16:25:45.148570 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2d9091c6-4525-4fe3-abc7-d46bbbdfff63 req-27a0183f-54be-46d6-91a7-4f07f32e71f8 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885665 Sep 14 16:25:45.180239 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-9f105411-02e4-4c3e-9391-1eb2a66218c6 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890628 Sep 14 16:25:45.180722 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40460) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:45.205462 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.222299 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Transition to ACTIVE for port object 1bd263d8-578a-48d5-bc57-05865b23331a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:45.315502 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-ef52e71e-ba67-4499-a52d-6ad015bd8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.318534 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-ef52e71e-ba67-4499-a52d-6ad015bd8751 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1096 time: 0.0698371 Sep 14 16:25:45.320350 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.321784 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40464) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:45.353130 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-941457b8-f07c-4116-8b67-919f10590385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.398087 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a191ff4-9ba0-493b-9d40-220a88fdfe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.404363 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-591ad391-9369-489a-be70-d1ca991db115 req-1e7d9406-64d4-4ec1-93b0-bcada8361372 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570892 Sep 14 16:25:45.473284 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Network b998c5af-37de-41c9-85f1-3880503ad77f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:45.482280 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'Port': ['ID=1bd263d8-578a-48d5-bc57-05865b23331a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:45.486504 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:45.490997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:45.494245 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-941457b8-f07c-4116-8b67-919f10590385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.497376 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.498132 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-941457b8-f07c-4116-8b67-919f10590385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.498248 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.587305 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-98599cde-7d40-4000-9d09-e3cd5aba0e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.588810 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-98599cde-7d40-4000-9d09-e3cd5aba0e25 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.2597673 Sep 14 16:25:45.589487 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941457b8-f07c-4116-8b67-919f10590385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e7834b-378f-49be-a7eb-e220313c7205,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:45.611907 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40470) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:45.612425 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-941457b8-f07c-4116-8b67-919f10590385 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=343fa1715fd149b1ab435cb1ecd2e6ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4304788 Sep 14 16:25:45.627947 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-217255fc-d385-4483-bfcb-1fe64175aa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.630812 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-217255fc-d385-4483-bfcb-1fe64175aa1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 1096 time: 0.1300054 Sep 14 16:25:45.659960 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.692640 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-18e6c690-cc30-41dd-908b-64eb3144adb5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 217 time: 0.0903130 Sep 14 16:25:45.722666 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b6be-5784-4cc8-9256-31f83550b391 req-f7d8b678-cf6f-4bcb-b514-c69f092d2d85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.724417 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-86c0b6be-5784-4cc8-9256-31f83550b391 req-f7d8b678-cf6f-4bcb-b514-c69f092d2d85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 931 time: 0.2181718 Sep 14 16:25:45.772217 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-737bcb96-179d-45f4-9dc3-a23ad3d0d215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.773904 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-737bcb96-179d-45f4-9dc3-a23ad3d0d215 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.0628674 Sep 14 16:25:45.810866 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-7aa6e3b7-b723-498e-9026-479814f96eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.813178 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-7aa6e3b7-b723-498e-9026-479814f96eaf service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.1736767 Sep 14 16:25:45.846622 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-461bcf5f-e0ca-42d7-b040-bbd369b212d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552561 Sep 14 16:25:45.862993 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b7ee5c71-2511-48f3-9fad-faba7afa9723 None None] Provisioning for port 1bd263d8-578a-48d5-bc57-05865b23331a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:45.867141 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b7ee5c71-2511-48f3-9fad-faba7afa9723 None None] Provisioning complete for port 1bd263d8-578a-48d5-bc57-05865b23331a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:45.867508 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b7ee5c71-2511-48f3-9fad-faba7afa9723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.870442 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-577e530e-f220-4c32-a056-900e43eb05ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1 HTTP/1.1" status: 200 len: 217 time: 0.0393114 Sep 14 16:25:45.906638 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b7ee5c71-2511-48f3-9fad-faba7afa9723 None None] Port 1bd263d8-578a-48d5-bc57-05865b23331a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:25:45.922831 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-86c0b6be-5784-4cc8-9256-31f83550b391 req-90108b99-5317-438c-bfc3-c526d4c2b633 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1414521 Sep 14 16:25:45.923372 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-e7ac73d8-4f16-44b3-b1cf-3d925d245ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:45.925422 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-e7ac73d8-4f16-44b3-b1cf-3d925d245ee5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.0462298 Sep 14 16:25:45.928785 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-9f46-4254-b18d-10d2e3d10587 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:45.972181 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-4ff40c9e-6d30-4a12-bdd4-2197e5317c4d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397899 Sep 14 16:25:46.009260 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a191ff4-9ba0-493b-9d40-220a88fdfe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.019933 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-9f46-4254-b18d-10d2e3d10587 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.047157 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea927bc-8866-4189-b7f2-d96518942c2a req-8eb65d1a-89d3-494c-95de-a50a763669a9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:46.048589 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dea927bc-8866-4189-b7f2-d96518942c2a req-8eb65d1a-89d3-494c-95de-a50a763669a9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.2344475 Sep 14 16:25:46.049189 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a191ff4-9ba0-493b-9d40-220a88fdfe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.074412 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-49a1d226-4608-465f-a058-9b9d152d131a service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910037 Sep 14 16:25:46.080841 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-f3891962-dba4-4da7-9dfc-7be9ee562ec9 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0769281 Sep 14 16:25:46.132152 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Request body: {'port': {'device_id': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:46.180575 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5835e21-ef4c-44c9-83ac-428f9ee72408 req-5c86b39d-fce2-4a2c-aba2-8a824d5e66a3 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914097 Sep 14 16:25:46.234109 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a191ff4-9ba0-493b-9d40-220a88fdfe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a43cfd89-061a-4460-943a-d234bdfa8642,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:46.238441 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-912d1011-c4a2-4662-bdad-b11b4aa6afb0 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786602 Sep 14 16:25:46.251621 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5a191ff4-9ba0-493b-9d40-220a88fdfe6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=279a01af3997487e8c47ac6aa1122284&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9241843 Sep 14 16:25:46.256041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:46.312626 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dea927bc-8866-4189-b7f2-d96518942c2a req-961995dd-4263-4cd7-91ee-b91b32fab9d7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2346256 Sep 14 16:25:46.366378 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.385168 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-9f46-4254-b18d-10d2e3d10587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.390918 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3510f768-9f46-4254-b18d-10d2e3d10587 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.393255 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3510f768-9f46-4254-b18d-10d2e3d10587 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23e7834b-378f-49be-a7eb-e220313c7205 HTTP/1.1" status: 204 len: 168 time: 0.7802317 Sep 14 16:25:46.439034 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510f768-9f46-4254-b18d-10d2e3d10587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e7834b-378f-49be-a7eb-e220313c7205,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:46.449329 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15645748-ffbb-47b9-b319-fb1a6345b992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.463001 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef57f-b867-4578-831c-a040b039b933 req-e536965a-5473-47d0-a000-7a4c1806ee13 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:46.470919 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-e536965a-5473-47d0-a000-7a4c1806ee13 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/networks?id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57 HTTP/1.1" status: 200 len: 809 time: 0.4529836 Sep 14 16:25:46.478689 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15645748-ffbb-47b9-b319-fb1a6345b992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.545237 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15645748-ffbb-47b9-b319-fb1a6345b992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.547995 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-15645748-ffbb-47b9-b319-fb1a6345b992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.549175 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-15645748-ffbb-47b9-b319-fb1a6345b992 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a43cfd89-061a-4460-943a-d234bdfa8642 HTTP/1.1" status: 204 len: 168 time: 0.2916746 Sep 14 16:25:46.563536 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15645748-ffbb-47b9-b319-fb1a6345b992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a43cfd89-061a-4460-943a-d234bdfa8642,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:46.796324 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-a3eb4105-4d1a-4e9b-abe0-f04d83eb80ad tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/quotas/5cf5a76951cc42b6b2cb44375764f316 HTTP/1.1" status: 200 len: 375 time: 0.3239532 Sep 14 16:25:46.868299 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-dd5f5ee1-b765-4914-a56c-2029d278f028 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cf5a76951cc42b6b2cb44375764f316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522070 Sep 14 16:25:46.870464 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8734f04f-6887-4f51-a9ff-f3a53c40c374 req-ce15a9ba-80a1-4cad-a88c-6f7ec41922da service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160371 Sep 14 16:25:46.909728 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:46.924804 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-046fe6db-8c00-4e32-a76f-b295f3890eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:46.957602 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115b685-f200-4cf5-bae7-80b29475673a req-787196db-ba7c-48f9-8b8a-5288d1cdf06f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:46.959391 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2115b685-f200-4cf5-bae7-80b29475673a req-787196db-ba7c-48f9-8b8a-5288d1cdf06f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 945 time: 0.4345658 Sep 14 16:25:47.044560 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-046fe6db-8c00-4e32-a76f-b295f3890eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.050388 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-046fe6db-8c00-4e32-a76f-b295f3890eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.089256 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-046fe6db-8c00-4e32-a76f-b295f3890eed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c70d787a7894c0fb01f7d1a31dba43e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783304 Sep 14 16:25:47.091916 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40524) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:47.092961 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046fe6db-8c00-4e32-a76f-b295f3890eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7cb7cc-c457-4e5d-bdf2-e906da351fdb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:47.135517 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2115b685-f200-4cf5-bae7-80b29475673a req-19323409-5283-4ef8-81ac-ee915420b9bc tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670260 Sep 14 16:25:47.157005 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-58ac95f3-4422-4f6e-bff1-d858f35a3832 service neutron] 10.222.0.15 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768507 Sep 14 16:25:47.336146 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfb63364-4985-49e1-a945-f3b77f5cbe10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.395179 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c37c6b0-fb9d-4052-b939-d96a6950b10b req-8047cdcd-d676-40cb-ba48-ea688c3c8b16 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:47.396791 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c37c6b0-fb9d-4052-b939-d96a6950b10b req-8047cdcd-d676-40cb-ba48-ea688c3c8b16 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 943 time: 0.1868677 Sep 14 16:25:47.427573 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfb63364-4985-49e1-a945-f3b77f5cbe10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.456853 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd263d8-578a-48d5-bc57-05865b23331a {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:47.466813 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-533d5612-3f1c-48c5-8be3-e624cb03c58b service neutron] 10.222.0.15 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983344 Sep 14 16:25:47.478580 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.540520 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c37c6b0-fb9d-4052-b939-d96a6950b10b req-6a0a6149-6aeb-4e51-a2de-30f02e070856 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101487 Sep 14 16:25:47.544217 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Transition to ACTIVE for port object 1bd263d8-578a-48d5-bc57-05865b23331a will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:47.546324 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-209de80f-7763-4f63-b739-6a460b68ecdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.556724 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.680187 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfb63364-4985-49e1-a945-f3b77f5cbe10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.683130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dfb63364-4985-49e1-a945-f3b77f5cbe10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:47.684553 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dfb63364-4985-49e1-a945-f3b77f5cbe10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7c7cb7cc-c457-4e5d-bdf2-e906da351fdb HTTP/1.1" status: 204 len: 168 time: 0.5647199 Sep 14 16:25:47.734668 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Pushing event updated for resources: {'Port': ['ID=1bd263d8-578a-48d5-bc57-05865b23331a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:47.742304 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb63364-4985-49e1-a945-f3b77f5cbe10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7cb7cc-c457-4e5d-bdf2-e906da351fdb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:47.816848 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Attempting to bind port 1bd263d8-578a-48d5-bc57-05865b23331a on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:47.817376 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Attempting to bind port 1bd263d8-578a-48d5-bc57-05865b23331a by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:47.817988 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Attempting to bind port 1bd263d8-578a-48d5-bc57-05865b23331a on network b998c5af-37de-41c9-85f1-3880503ad77f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:47.859692 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a279c85-852e-4c96-bde1-a412f3bc591a req-dde831ee-6aa0-42fd-b766-a210f70aef45 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:47.867129 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a279c85-852e-4c96-bde1-a412f3bc591a req-dde831ee-6aa0-42fd-b766-a210f70aef45 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 943 time: 0.2273037 Sep 14 16:25:47.895947 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Port 1bd263d8-578a-48d5-bc57-05865b23331a on network b998c5af-37de-41c9-85f1-3880503ad77f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:25:47.896088 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Attempting to bind port 1bd263d8-578a-48d5-bc57-05865b23331a on network b998c5af-37de-41c9-85f1-3880503ad77f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:47.921688 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:47.922021 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Checking segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:47.922405 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Bound using segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:47.922839 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Bound port: 1bd263d8-578a-48d5-bc57-05865b23331a, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:47.923195 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:48.033710 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a279c85-852e-4c96-bde1-a412f3bc591a req-e876479d-f9bf-49cc-a304-5e56355dc62e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633637 Sep 14 16:25:48.069417 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228d18f-573c-4ee9-81de-f1cc3d99d2d6 req-bf996c0d-0906-4392-a3f4-4db32eaa3a92 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:48.071133 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f228d18f-573c-4ee9-81de-f1cc3d99d2d6 req-bf996c0d-0906-4392-a3f4-4db32eaa3a92 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.2757883 Sep 14 16:25:48.119381 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] For port 1bd263d8-578a-48d5-bc57-05865b23331a, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:48.120749 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] For port 1bd263d8-578a-48d5-bc57-05865b23331a, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1bd263d8-578a-48d5-bc57-05865b23331a,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:48.140220 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:48.177503 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-eb8831b1-1bfd-481b-b6d4-13b54adc68a9 req-65f9b031-0aef-459e-8492-7f0b850ed8b1 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 210 time: 0.0855882 Sep 14 16:25:48.196689 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 13b07faf-41d5-4226-b785-625bc5cdb2c1 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:25:48.229741 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:48.230365 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:48.231759 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] 10.222.0.20 "PUT /v2.0/ports/1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 200 len: 1093 time: 2.1221457 Sep 14 16:25:48.236732 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:48.240135 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71984a8d-f216-4aa5-ac86-eeea81cdb899" -d '{"events": [{"name": "network-changed", "server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:48.276783 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f228d18f-573c-4ee9-81de-f1cc3d99d2d6 req-dfdbd414-b03d-447f-972a-f8076ee77543 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877539 Sep 14 16:25:48.326485 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ee806c-1efd-4f85-9ec2-f3d0bffb443e x-openstack-request-id: req-10ee806c-1efd-4f85-9ec2-f3d0bffb443e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:48.326485 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:48.326485 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10ee806c-1efd-4f85-9ec2-f3d0bffb443e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:48.326485 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a', 'status': 'completed', 'code': 200} Sep 14 16:25:48.398413 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ab900-69ae-49b5-98dd-03c09d2539ca service neutron] Pushing event updated for resources: {'Port': ['ID=1bd263d8-578a-48d5-bc57-05865b23331a,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:48.429248 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-cd7b96de-d586-4a7c-bbcd-6cd35c91e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:48.431144 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-cd7b96de-d586-4a7c-bbcd-6cd35c91e716 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 1096 time: 0.1325505 Sep 14 16:25:48.550136 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-ef47d61b-cb28-4152-962c-5aaf4bb645b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 200 len: 217 time: 0.1090250 Sep 14 16:25:48.571265 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 13b07faf-41d5-4226-b785-625bc5cdb2c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:48.604958 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '13b07faf-41d5-4226-b785-625bc5cdb2c1', 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'port_id': '13b07faf-41d5-4226-b785-625bc5cdb2c1', 'mac_address': 'fa:16:3e:dc:d8:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:25:48.666883 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:48.724483 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13b07faf-41d5-4226-b785-625bc5cdb2c1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:48.773565 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 13b07faf-41d5-4226-b785-625bc5cdb2c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:48.791569 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:48.794952 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:25:48.819069 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c5d628-06e8-4c68-aa31-fb742c562fa1 req-9e29fa3e-09c7-4ebb-8fc0-3c2f190ec1a2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:48.833458 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-14c5d628-06e8-4c68-aa31-fb742c562fa1 req-9e29fa3e-09c7-4ebb-8fc0-3c2f190ec1a2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1294696 Sep 14 16:25:48.839765 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40612) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:48.847164 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'floatingip': {'port_id': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:48.853160 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-b4b1b643-3123-465e-81bb-213c2e24f5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:48.861730 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-b4b1b643-3123-465e-81bb-213c2e24f5e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.2971644 Sep 14 16:25:48.922135 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54efe154-daf7-4a77-b950-b15c79b749d4 req-ccac302e-d0b3-4df2-862f-0561e4e9b4fe tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:48.928987 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54efe154-daf7-4a77-b950-b15c79b749d4 req-ccac302e-d0b3-4df2-862f-0561e4e9b4fe tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 943 time: 0.2318726 Sep 14 16:25:48.940141 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=13b07faf-41d5-4226-b785-625bc5cdb2c1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:48.963976 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:48.990166 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0', 'network_id': '92c2de7d-757a-456c-9ba8-9346a2593348', 'port_id': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0', 'mac_address': 'fa:16:3e:d3:bf:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '875a9d95-a89a-4e9a-af0e-50b8c3b876ef', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:25:49.038376 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54efe154-daf7-4a77-b950-b15c79b749d4 req-f6f23fdd-462d-4a78-aaba-86942e955d16 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753562 Sep 14 16:25:49.077046 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:49.083621 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:49.103630 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:49.121987 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-d08a40c5-d03f-4d66-a872-da51c23b7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:49.125323 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-d08a40c5-d03f-4d66-a872-da51c23b7875 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2625988 Sep 14 16:25:49.156347 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:49.162195 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:49.285176 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:49.382876 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-fcc6a7a0-c005-439f-bab2-b6286329cdd0 service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486560 Sep 14 16:25:49.394276 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['6e35bec7-b820-44be-9dd4-fcfa057ac3d0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:25:49.419207 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee32b60-a720-4917-9b0d-5a74d5befd2f req-a8095b72-18b2-4080-ac63-1fdee28becf6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:49.426946 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ee32b60-a720-4917-9b0d-5a74d5befd2f req-a8095b72-18b2-4080-ac63-1fdee28becf6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 943 time: 0.1735034 Sep 14 16:25:49.429353 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40638) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:49.542046 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['13b07faf-41d5-4226-b785-625bc5cdb2c1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:25:49.751003 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ee32b60-a720-4917-9b0d-5a74d5befd2f req-fa2c0fa7-2661-4b31-b4f9-11499aad8c68 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3226638 Sep 14 16:25:49.827528 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48ac171e-d458-4f90-8eea-047a5c13b569 req-cdaf460f-2d94-4453-8bea-afcc1ee96d0a tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 210 time: 0.1790330 Sep 14 16:25:49.854115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef57f-b867-4578-831c-a040b039b933 req-64b6eff5-ed74-473f-8700-d6c03fa42cd7 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:49.857328 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-64b6eff5-ed74-473f-8700-d6c03fa42cd7 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "GET /v2.0/networks?id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57 HTTP/1.1" status: 200 len: 809 time: 0.5126975 Sep 14 16:25:49.901254 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Request body: {'port': {'device_id': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57', 'admin_state_up': True, 'tenant_id': '5cf5a76951cc42b6b2cb44375764f316'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:49.984498 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4d12caa-fa4c-498c-bc27-c1181a3839ec req-41c9ebfc-95a6-4779-893a-2623781bc1ca service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5920610 Sep 14 16:25:50.077097 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.db.resource_extend [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 16:25:50.107732 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2e626abf-f13c-42d4-a715-83e5f84b21d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:50.131877 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-744870941-network', 'tenant_id': '13d51731c2d64f03a21f0acded68f18d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:50.234937 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-81611f16-0277-47c7-b240-e481336f55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:50.236869 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-81611f16-0277-47c7-b240-e481336f55d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 1096 time: 0.1925321 Sep 14 16:25:50.243509 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Made reservation on behalf of 13d51731c2d64f03a21f0acded68f18d for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:50.245414 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:50.292165 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:50.333507 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Made reservation on behalf of 5cf5a76951cc42b6b2cb44375764f316 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:50.337325 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:50.373627 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:50.377130 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:50.391507 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:50.412704 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e05b7-4d69-4226-8d40-2055790b8b2b req-719a622a-ad72-4613-bb0d-c93bf4e0ee10 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:50.414282 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c0e05b7-4d69-4226-8d40-2055790b8b2b req-719a622a-ad72-4613-bb0d-c93bf4e0ee10 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 944 time: 0.2361693 Sep 14 16:25:50.554878 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Floating IP 8a2a63b8-521c-4aa1-819c-fd0844fa56a5 associated. External IP: 172.27.3.106, port: 91209de8-a9d6-4544-ab3b-e1fff856b94a. Sep 14 16:25:50.731058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-5d266aea-4136-41b8-afea-154ebc4a3ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:50.732641 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-5d266aea-4136-41b8-afea-154ebc4a3ebd service neutron] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 911 time: 0.4847558 Sep 14 16:25:50.825738 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c0e05b7-4d69-4226-8d40-2055790b8b2b req-844e5fcd-c501-49c4-af79-20fbe764e233 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3916798 Sep 14 16:25:50.836789 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-5a5f2038-a4eb-4297-b8a1-0798e47f9ff0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 200 len: 217 time: 0.0901077 Sep 14 16:25:50.923316 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Router 31aac719-9dde-4788-9fa6-96368f07fabe has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:25:51.033793 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd4548b5-467b-4870-bfcd-c3beca93ac8a req-e6082c05-fa2b-4260-a133-8be492c325f7 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 210 time: 0.1035640 Sep 14 16:25:51.035980 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Allocated IP 172.20.0.2 (c7d546d6-fd2d-4fe0-a445-ec4279c75d57/693d9373-1403-42f6-aa49-39054f53642a/e796b1b9-fd61-4633-b109-b105664d6bd7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:25:51.048985 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.063071 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-fd632c83-e545-4fcb-860e-1060bef9f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:51.064632 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-fd632c83-e545-4fcb-860e-1060bef9f219 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.2133267 Sep 14 16:25:51.085016 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.119541 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:25:51.124632 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.136058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5de68c-7417-4faa-8765-a69ec7be46c2 req-3c4f91db-4b36-4ca8-93ab-1ef134de779b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:51.137771 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e5de68c-7417-4faa-8765-a69ec7be46c2 req-3c4f91db-4b36-4ca8-93ab-1ef134de779b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 943 time: 0.2606785 Sep 14 16:25:51.139205 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] Sync routers for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:25:51.159258 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:51.165782 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8eefd6c4-d1d7-4893-a86c-1ab5d332983f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "PUT /v2.0/floatingips/8a2a63b8-521c-4aa1-819c-fd0844fa56a5 HTTP/1.1" status: 200 len: 992 time: 2.3212013 Sep 14 16:25:51.165782 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:51.166058 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:51.167160 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30648c7-e4e7-49a1-be31-549235ddc234" -d '{"events": [{"name": "network-changed", "server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:51.170359 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40702) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:51.170955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:25:51.214052 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0eaf495-1d52-4571-abb7-7094ed7c72aa,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:51.228445 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.228797 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Added segment c06d5e44-c4c8-416a-b83f-12b803b6dcc6 of type vlan for network dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8 Sep 14 16:25:51.262630 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-86426599-a870-4c8b-ae6c-739b4a17cc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:51.264212 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-86426599-a870-4c8b-ae6c-739b4a17cc2e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1903241 Sep 14 16:25:51.328780 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e5de68c-7417-4faa-8765-a69ec7be46c2 req-c18293be-f216-488c-94e5-f36ac6bbad12 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1733549 Sep 14 16:25:51.373959 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c8abac1-cb7c-4442-8158-776abe93ebfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.393201 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.396210 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:51.422706 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.454575 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0b596c3-db7e-42b4-a0bb-036a00cf0da9 x-openstack-request-id: req-f0b596c3-db7e-42b4-a0bb-036a00cf0da9 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:51.454855 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:51.455094 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0b596c3-db7e-42b4-a0bb-036a00cf0da9 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:51.455668 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'status': 'completed', 'code': 200} Sep 14 16:25:51.509407 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c8abac1-cb7c-4442-8158-776abe93ebfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.510531 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.511463 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:51.512316 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.516934 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.518706 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8c8abac1-cb7c-4442-8158-776abe93ebfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.555237 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8abac1-cb7c-4442-8158-776abe93ebfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2441f2fd-3763-429a-a7f6-6af78b537429,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:51.570654 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-b9e506ce-c01f-4042-9c9d-10d37dfc3a0b service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761238 Sep 14 16:25:51.571854 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-4d584095-0957-49dc-80c6-b2184472b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:51.573503 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-4d584095-0957-49dc-80c6-b2184472b6f9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1099 time: 0.0926070 Sep 14 16:25:51.579636 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1461511 Sep 14 16:25:51.587606 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8c8abac1-cb7c-4442-8158-776abe93ebfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c79c1e0ebd3a4f2cbf142ed7d5b689e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4136472 Sep 14 16:25:51.587606 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40712) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:51.602842 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Request body: {'subnet': {'network_id': 'dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-744870941-subnet', 'tenant_id': '13d51731c2d64f03a21f0acded68f18d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:51.606474 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40714) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:51.611070 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08bd5d-1015-4cbd-8d11-64ede275a77a admin admin] Pushing event updated for resources: {'Network': ['ID=dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:51.630176 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:25:51.715681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.724713 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Made reservation on behalf of 13d51731c2d64f03a21f0acded68f18d for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:51.727044 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.762724 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71984a8d-f216-4aa5-ac86-eeea81cdb899 req-f2c93d39-d09d-4495-b883-cbaf5423f83c service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541798 Sep 14 16:25:51.775702 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:25:51.780637 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:51.783557 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:25:51.790162 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:51.790793 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.791948 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0965e5a-a257-4728-bc9a-61f499ae0b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.806676 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Pushing event updated for resources: {'Port': ['ID=e796b1b9-fd61-4633-b109-b105664d6bd7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:51.821856 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-b00239ec-1e73-46cb-8bc9-031dbab78c4d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9305382 Sep 14 16:25:51.834579 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Request body: {'port': {'device_id': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:51.858331 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '8a2a63b8-521c-4aa1-819c-fd0844fa56a5', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'port_id': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'mac_address': 'fa:16:3e:40:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a278614c-e600-48ea-af25-206eda2887d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:49Z', 'revision_number': 1, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:51.871033 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0965e5a-a257-4728-bc9a-61f499ae0b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.895581 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] Checking router: 31aac719-9dde-4788-9fa6-96368f07fabe for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:25:51.900401 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:51.906158 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:25:51.907050 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:51.910982 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-26943f74-d6e9-49c1-bce7-69a17814d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:51.912492 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-26943f74-d6e9-49c1-bce7-69a17814d10a service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.3252082 Sep 14 16:25:52.063938 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa583c-e436-4feb-87de-0091e520a860 req-51cb43b3-43b6-49cc-afc6-de3df6a858e1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:52.065603 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2baa583c-e436-4feb-87de-0091e520a860 req-51cb43b3-43b6-49cc-afc6-de3df6a858e1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 944 time: 0.1496303 Sep 14 16:25:52.066251 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:25:52.137664 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0965e5a-a257-4728-bc9a-61f499ae0b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.138335 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2baa583c-e436-4feb-87de-0091e520a860 req-0a8b9031-eb58-4063-a7fb-ecd014f0789a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634518 Sep 14 16:25:52.147522 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e0965e5a-a257-4728-bc9a-61f499ae0b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.151375 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e0965e5a-a257-4728-bc9a-61f499ae0b88 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2441f2fd-3763-429a-a7f6-6af78b537429 HTTP/1.1" status: 204 len: 168 time: 0.5414243 Sep 14 16:25:52.173621 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-5d323960-f6a9-4f4d-a7a9-81d4b1b56291 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 200 len: 1000 time: 0.2495439 Sep 14 16:25:52.204658 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 13b07faf-41d5-4226-b785-625bc5cdb2c1 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:52.234714 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0965e5a-a257-4728-bc9a-61f499ae0b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2441f2fd-3763-429a-a7f6-6af78b537429,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:52.280561 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617ab83-5837-4436-bd4f-72f509adc480 req-fed7329c-e0a7-403f-b729-2307e040e386 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:52.292347 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4617ab83-5837-4436-bd4f-72f509adc480 req-fed7329c-e0a7-403f-b729-2307e040e386 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 931 time: 0.0879617 Sep 14 16:25:52.369993 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-4a9f91d0-5337-4a9d-ac50-09715f82b908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:52.372168 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-4a9f91d0-5337-4a9d-ac50-09715f82b908 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.1862884 Sep 14 16:25:52.377905 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 13b07faf-41d5-4226-b785-625bc5cdb2c1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:52.399796 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 13b07faf-41d5-4226-b785-625bc5cdb2c1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:52.400169 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.412335 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e796b1b9-fd61-4633-b109-b105664d6bd7 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:52.430441 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4617ab83-5837-4436-bd4f-72f509adc480 req-4f89a42d-8cdf-4480-8940-90ae6521ad7d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358666 Sep 14 16:25:52.453329 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.496293 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Transition to ACTIVE for port object e796b1b9-fd61-4633-b109-b105664d6bd7 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:25:52.503194 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.528715 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.611510 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8482ff5c-7007-44c3-bac7-1b142e991d4d,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:52.626961 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-dae9b769-20d1-4c4c-b1ef-04ac76500c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:52.632743 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-dae9b769-20d1-4c4c-b1ef-04ac76500c11 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2209411 Sep 14 16:25:52.639413 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.664447 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '8a2a63b8-521c-4aa1-819c-fd0844fa56a5', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'port_id': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'mac_address': 'fa:16:3e:40:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a278614c-e600-48ea-af25-206eda2887d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:49Z', 'revision_number': 1, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:25:52.721817 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.731423 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b07faf-41d5-4226-b785-625bc5cdb2c1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:52.733748 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37814648-a925-41b0-8566-6cfd81a9c754 None None] The sync data for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi is: [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '8a2a63b8-521c-4aa1-819c-fd0844fa56a5', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'floating_ip_address': '172.27.3.106', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'port_id': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'mac_address': 'fa:16:3e:40:01:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a278614c-e600-48ea-af25-206eda2887d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:49Z', 'revision_number': 1, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:25:52.749050 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Checking segment: {'id': 'c06d5e44-c4c8-416a-b83f-12b803b6dcc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:52.749834 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Network hostable DHCP agents. Network: dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:25:52.760882 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cedd1a0-d761-4bf9-883d-ef67e8b1b141" -d '{"events": [{"server_uuid": "5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc", "name": "network-vif-plugged", "status": "completed", "tag": "13b07faf-41d5-4226-b785-625bc5cdb2c1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:52.762605 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-4d92c8c5-1aac-491b-9b8a-202842701425 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229713 Sep 14 16:25:52.819074 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 13b07faf-41d5-4226-b785-625bc5cdb2c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:52.821948 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Attempting to bind port e796b1b9-fd61-4633-b109-b105664d6bd7 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:25:52.822518 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Attempting to bind port e796b1b9-fd61-4633-b109-b105664d6bd7 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:25:52.823282 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Attempting to bind port e796b1b9-fd61-4633-b109-b105664d6bd7 on network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:52.830628 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.831913 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:52.850687 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60112aac-0432-4cf1-96f2-ad995c9aa35c req-7e242dc5-be9d-4114-ba11-76787f000100 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:52.852281 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-60112aac-0432-4cf1-96f2-ad995c9aa35c req-7e242dc5-be9d-4114-ba11-76787f000100 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 943 time: 0.3430905 Sep 14 16:25:52.853055 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Pushing event updated for resources: {'Port': ['ID=e796b1b9-fd61-4633-b109-b105664d6bd7,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:52.878149 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Port e796b1b9-fd61-4633-b109-b105664d6bd7 on network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:25:52.878960 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Attempting to bind port e796b1b9-fd61-4633-b109-b105664d6bd7 on network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:25:52.907702 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Network dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:25:52.910376 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:25:52.910714 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Checking segment: {'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:52.911108 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Bound using segment: {'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:25:52.911744 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Bound port: e796b1b9-fd61-4633-b109-b105664d6bd7, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:25:52.912147 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:52.959725 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40758) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:52.970201 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d688bdf-b0bb-4c9f-a2a7-c73278b7bfc6 x-openstack-request-id: req-4d688bdf-b0bb-4c9f-a2a7-c73278b7bfc6 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:52.971012 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc", "name": "network-vif-plugged", "status": "completed", "tag": "13b07faf-41d5-4226-b785-625bc5cdb2c1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:52.971461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d688bdf-b0bb-4c9f-a2a7-c73278b7bfc6 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:52.971806 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13b07faf-41d5-4226-b785-625bc5cdb2c1', 'code': 200} Sep 14 16:25:52.991096 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=13b07faf-41d5-4226-b785-625bc5cdb2c1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:53.018241 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:53.021576 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b38c789-733c-495c-b9e8-76d74c3270f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.030603 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-60112aac-0432-4cf1-96f2-ad995c9aa35c req-7064290d-dc44-4315-909e-6c8c18420403 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542654 Sep 14 16:25:53.040609 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b6e194-af53-4032-b17e-0da4c5114d2c None None] Network dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:53.041715 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:53.044616 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.085479 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b96e7a40-bda9-493f-b92a-cbf21a72a16c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4887140 Sep 14 16:25:53.106484 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:53.115757 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c30648c7-e4e7-49a1-be31-549235ddc234 req-7d957d42-8192-47fb-8c7d-711320699fd9 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414586 Sep 14 16:25:53.120224 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:53.120224 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.168324 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e0f57f-0231-4aa7-a619-adad3bdcc894 None None] New status for floating IP 8a2a63b8-521c-4aa1-819c-fd0844fa56a5: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:25:53.176226 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] For port e796b1b9-fd61-4633-b109-b105664d6bd7, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:25:53.202285 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] For port e796b1b9-fd61-4633-b109-b105664d6bd7, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=e796b1b9-fd61-4633-b109-b105664d6bd7,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:25:53.212034 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.221987 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ec84fe-f21f-44a2-9c46-59d1c2f90d9f req-792850cd-cf63-450b-a966-c7f6357d0fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:53.224135 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4ec84fe-f21f-44a2-9c46-59d1c2f90d9f req-792850cd-cf63-450b-a966-c7f6357d0fca service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 1098 time: 0.1023185 Sep 14 16:25:53.277593 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:53.278244 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.279714 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] 10.222.0.20 "PUT /v2.0/ports/e796b1b9-fd61-4633-b109-b105664d6bd7 HTTP/1.1" status: 200 len: 1093 time: 1.4506192 Sep 14 16:25:53.284464 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'tag': 'e796b1b9-fd61-4633-b109-b105664d6bd7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:53.287900 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e795d8-e6b4-4387-912c-621dbbe4cd50" -d '{"events": [{"name": "network-changed", "server_uuid": "1dea0c46-14bd-47c6-b675-78689460a0cb", "tag": "e796b1b9-fd61-4633-b109-b105664d6bd7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:53.374115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416160b0-27d7-42fa-855c-cc6b6a157026 x-openstack-request-id: req-416160b0-27d7-42fa-855c-cc6b6a157026 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:53.374115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dea0c46-14bd-47c6-b675-78689460a0cb", "tag": "e796b1b9-fd61-4633-b109-b105664d6bd7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:53.374320 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-416160b0-27d7-42fa-855c-cc6b6a157026 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:53.374663 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'tag': 'e796b1b9-fd61-4633-b109-b105664d6bd7', 'status': 'completed', 'code': 200} Sep 14 16:25:53.413282 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4ec84fe-f21f-44a2-9c46-59d1c2f90d9f req-0a83d7c8-1f23-4e61-8b82-1c6cbd596a3f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758952 Sep 14 16:25:53.425359 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dd0b81-87d5-4050-93f8-4b2dbaeaa810 service neutron] Pushing event updated for resources: {'Port': ['ID=e796b1b9-fd61-4633-b109-b105664d6bd7,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:53.469599 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44ae4a-3420-42a0-96a9-78c388ba3aca req-8323e3d3-2d9b-4578-aba2-8ea4d77dba0f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:53.471236 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e44ae4a-3420-42a0-96a9-78c388ba3aca req-8323e3d3-2d9b-4578-aba2-8ea4d77dba0f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1758583 Sep 14 16:25:53.474185 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b38c789-733c-495c-b9e8-76d74c3270f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.483041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef57f-b867-4578-831c-a040b039b933 req-92060a96-fa38-4e78-8bcc-c3a7bcd778ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:53.485072 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-92060a96-fa38-4e78-8bcc-c3a7bcd778ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5cf5a76951cc42b6b2cb44375764f316&device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 1096 time: 0.1280203 Sep 14 16:25:53.486452 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9b38c789-733c-495c-b9e8-76d74c3270f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.593842 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e44ae4a-3420-42a0-96a9-78c388ba3aca req-2d6a1fef-2b70-446c-8654-5f6ab74722f4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977311 Sep 14 16:25:53.599670 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9b38c789-733c-495c-b9e8-76d74c3270f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a32ef1b8df9e41e880f1bef9e97db60f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6337183 Sep 14 16:25:53.601146 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40776) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:53.618198 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38c789-733c-495c-b9e8-76d74c3270f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da67f8d4-7669-464b-9ad4-a78b46ab7cf9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:53.626100 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4308c57d-d600-4749-94b7-91013e0c6ec2 None None] Network dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:53.690213 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.695769 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff4ad-6675-42f1-88e5-a24838e25022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.695994 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-763ca357-e811-4b23-a56e-488c7847f38c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e796b1b9-fd61-4633-b109-b105664d6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0586321 Sep 14 16:25:53.709476 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453e936-74f8-4339-a6f8-d414d4439057 req-aad814e0-8844-4c43-9192-bcdd7194322e tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:53.711354 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6453e936-74f8-4339-a6f8-d414d4439057 req-aad814e0-8844-4c43-9192-bcdd7194322e tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 943 time: 0.1806943 Sep 14 16:25:53.743313 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff4ad-6675-42f1-88e5-a24838e25022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.808351 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0ef57f-b867-4578-831c-a040b039b933 req-43b44f88-8cc9-4f87-9830-fd8872562cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:53.809007 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-43b44f88-8cc9-4f87-9830-fd8872562cc2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=693d9373-1403-42f6-aa49-39054f53642a HTTP/1.1" status: 200 len: 849 time: 0.0965381 Sep 14 16:25:53.818618 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:53.826122 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6453e936-74f8-4339-a6f8-d414d4439057 req-d35adfde-5ca1-4860-a2d6-392c3507f413 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012735 Sep 14 16:25:53.828601 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.855565 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff4ad-6675-42f1-88e5-a24838e25022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.860985 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cc6ff4ad-6675-42f1-88e5-a24838e25022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:53.862201 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cc6ff4ad-6675-42f1-88e5-a24838e25022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/da67f8d4-7669-464b-9ad4-a78b46ab7cf9 HTTP/1.1" status: 204 len: 168 time: 0.2597640 Sep 14 16:25:53.879731 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ff4ad-6675-42f1-88e5-a24838e25022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da67f8d4-7669-464b-9ad4-a78b46ab7cf9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:53.920823 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-aad59c48-756a-42c8-8e9f-9ef229faee87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935571 Sep 14 16:25:53.973955 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40794) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:53.978423 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:53.980419 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2004662245-network', 'tenant_id': '2289068d50e24f0da498e587c8746cd1'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:54.007862 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Made reservation on behalf of 2289068d50e24f0da498e587c8746cd1 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:54.011124 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.023511 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.115838 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-407d4103-d462-403b-9060-8888e54e302a service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833842 Sep 14 16:25:54.203319 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.210527 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.211182 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1bd263d8-578a-48d5-bc57-05865b23331a details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:25:54.243974 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:25:54.256553 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd641395-44f8-4384-b73a-f7ea75a6f5bf req-8cb1be7f-c1fd-4e5b-a6e0-f81ee5cf6fb0 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:54.258705 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd641395-44f8-4384-b73a-f7ea75a6f5bf req-8cb1be7f-c1fd-4e5b-a6e0-f81ee5cf6fb0 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 943 time: 0.1234558 Sep 14 16:25:54.267818 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d8d7e3-6093-4dfb-96c1-0cb940ceb113,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:54.271339 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.271787 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Added segment e2cdb068-e96a-4894-b418-c3653553ff95 of type vlan for network 12deb8ef-8f09-4b87-9f8d-612f478c14a0 Sep 14 16:25:54.301815 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac0ef57f-b867-4578-831c-a040b039b933 req-16001e03-20a0-405c-828b-ddc89d0b4979 service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731269 Sep 14 16:25:54.339205 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.380250 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.383798 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:54.384843 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.400847 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 1bd263d8-578a-48d5-bc57-05865b23331a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1bd263d8-578a-48d5-bc57-05865b23331a,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:54.412779 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd641395-44f8-4384-b73a-f7ea75a6f5bf req-a3a06461-c2a8-4ec1-9267-426b7d02144f tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1169584 Sep 14 16:25:54.423525 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4456108 Sep 14 16:25:54.425251 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40804) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:54.430941 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '1bd263d8-578a-48d5-bc57-05865b23331a', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'port_id': '1bd263d8-578a-48d5-bc57-05865b23331a', 'mac_address': 'fa:16:3e:ee:7a:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:25:54.431830 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Request body: {'subnet': {'network_id': '12deb8ef-8f09-4b87-9f8d-612f478c14a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2004662245-subnet', 'tenant_id': '2289068d50e24f0da498e587c8746cd1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:25:54.459521 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-86c695a8-825b-411d-a659-be6a6f6404de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:54.461682 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-86c695a8-825b-411d-a659-be6a6f6404de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5cf5a76951cc42b6b2cb44375764f316&device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 1096 time: 0.0983467 Sep 14 16:25:54.498676 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40806) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:54.510583 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Made reservation on behalf of 2289068d50e24f0da498e587c8746cd1 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:25:54.511833 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea181636-270b-4f60-8168-9f38f41a3609 admin admin] Pushing event updated for resources: {'Network': ['ID=12deb8ef-8f09-4b87-9f8d-612f478c14a0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:54.513330 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.524966 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.536251 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 12deb8ef-8f09-4b87-9f8d-612f478c14a0 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:25:54.553673 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd263d8-578a-48d5-bc57-05865b23331a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:54.601104 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 1bd263d8-578a-48d5-bc57-05865b23331a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1bd263d8-578a-48d5-bc57-05865b23331a,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:54.679037 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.696017 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-017e181f-6ec0-45fd-8f53-9161d1812adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:54.772075 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-160dbd3c-17c7-4afc-9d27-b134683e2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:54.774520 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-160dbd3c-17c7-4afc-9d27-b134683e2844 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57 HTTP/1.1" status: 200 len: 910 time: 0.3050857 Sep 14 16:25:54.794990 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=1bd263d8-578a-48d5-bc57-05865b23331a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:54.895809 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-ecae1a70-7c07-456a-bdd9-720e7e946c63 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e796b1b9-fd61-4633-b109-b105664d6bd7 HTTP/1.1" status: 200 len: 217 time: 0.0972750 Sep 14 16:25:54.903393 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d987db5c-7d08-4509-8042-8bd53914085e req-2426e4aa-25e9-42a5-a6da-766df4387980 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:54.904907 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d987db5c-7d08-4509-8042-8bd53914085e req-2426e4aa-25e9-42a5-a6da-766df4387980 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1969020 Sep 14 16:25:54.973734 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:54.976221 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca12705b-6da9-4226-8173-1c5d23d40f72" -d '{"events": [{"server_uuid": "d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab", "name": "network-vif-plugged", "status": "completed", "tag": "6e35bec7-b820-44be-9dd4-fcfa057ac3d0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:55.017883 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['1bd263d8-578a-48d5-bc57-05865b23331a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:25:55.293495 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-8689e2ce-0234-4fd5-bb15-9bd6beae97a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:55.294980 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-8689e2ce-0234-4fd5-bb15-9bd6beae97a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=693d9373-1403-42f6-aa49-39054f53642a HTTP/1.1" status: 200 len: 849 time: 0.3859749 Sep 14 16:25:55.319054 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d987db5c-7d08-4509-8042-8bd53914085e req-dcaafaa7-5edc-4e7d-8af6-ed2df430aec5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830330 Sep 14 16:25:55.347508 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0d120-0bea-4273-8882-e4db12aef522 req-4d412cba-35b8-4242-ac37-67f35b431ce2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:55.349620 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1ab0d120-0bea-4273-8882-e4db12aef522 req-4d412cba-35b8-4242-ac37-67f35b431ce2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 943 time: 0.1925175 Sep 14 16:25:55.372619 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-3c9a555b-8a16-4a1c-a369-e39655dc6327 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578547 Sep 14 16:25:55.377446 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.382452 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27684225-29dd-4f81-986b-0809e269dfc4 x-openstack-request-id: req-27684225-29dd-4f81-986b-0809e269dfc4 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:55.383118 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab", "name": "network-vif-plugged", "status": "completed", "tag": "6e35bec7-b820-44be-9dd4-fcfa057ac3d0", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:55.383396 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27684225-29dd-4f81-986b-0809e269dfc4 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:55.384275 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0', 'code': 200} Sep 14 16:25:55.477924 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-017e181f-6ec0-45fd-8f53-9161d1812adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.507540 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-017e181f-6ec0-45fd-8f53-9161d1812adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.607033 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1ab0d120-0bea-4273-8882-e4db12aef522 req-2c6e8d29-59a4-44ff-9156-1f836178737b tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332940 Sep 14 16:25:55.659201 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1684f5-ef9d-4c2e-a448-ecda559ed689,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:55.689312 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-017e181f-6ec0-45fd-8f53-9161d1812adc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36f4cd20f2f447c69929632a1a8f6c95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1888304 Sep 14 16:25:55.690054 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e181f-6ec0-45fd-8f53-9161d1812adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97c5c3f-656f-4b3a-9e92-2704307d5ea8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:55.694068 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Checking segment: {'id': 'e2cdb068-e96a-4894-b418-c3653553ff95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '12deb8ef-8f09-4b87-9f8d-612f478c14a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:25:55.694248 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40850) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:55.694720 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Network hostable DHCP agents. Network: 12deb8ef-8f09-4b87-9f8d-612f478c14a0, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:25:55.720911 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-061cf267-abe7-4732-84bf-fab855f0aceb service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262916 Sep 14 16:25:55.728666 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a16ad-f1d8-4b1a-acca-dccfd4a64a66 req-b30e6327-2e40-4ba1-a626-6eb838a44216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:55.730173 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-351a16ad-f1d8-4b1a-acca-dccfd4a64a66 req-b30e6327-2e40-4ba1-a626-6eb838a44216 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 944 time: 0.2244999 Sep 14 16:25:55.772686 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Network 12deb8ef-8f09-4b87-9f8d-612f478c14a0 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:25:55.772936 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d83f9b-5f4d-4de7-a243-6ed9c4f1b286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.792934 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45164d37-94bd-4b25-9013-b3afae764331 req-cfc33378-125a-4c77-b3e8-a5ad83873d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:55.794545 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45164d37-94bd-4b25-9013-b3afae764331 req-cfc33378-125a-4c77-b3e8-a5ad83873d12 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.1942623 Sep 14 16:25:55.802292 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d83f9b-5f4d-4de7-a243-6ed9c4f1b286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.813620 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 12deb8ef-8f09-4b87-9f8d-612f478c14a0) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:25:55.818576 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:55.819164 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.827587 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa386fd8-d360-481b-96d2-eca8958b0961 None None] Network 12deb8ef-8f09-4b87-9f8d-612f478c14a0 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:55.873981 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d83f9b-5f4d-4de7-a243-6ed9c4f1b286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.881831 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7d83f9b-5f4d-4de7-a243-6ed9c4f1b286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:55.884257 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f7d83f9b-5f4d-4de7-a243-6ed9c4f1b286 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a97c5c3f-656f-4b3a-9e92-2704307d5ea8 HTTP/1.1" status: 204 len: 168 time: 0.1881118 Sep 14 16:25:55.898384 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-351a16ad-f1d8-4b1a-acca-dccfd4a64a66 req-480b61cf-3778-4d47-bd43-71783a898a1d tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556239 Sep 14 16:25:55.900209 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d83f9b-5f4d-4de7-a243-6ed9c4f1b286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97c5c3f-656f-4b3a-9e92-2704307d5ea8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:55.906782 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-21c558fb-2806-4e75-b16d-cef13d5434c5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4790392 Sep 14 16:25:55.919236 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45164d37-94bd-4b25-9013-b3afae764331 req-d410b0cb-ae3a-4dbf-ac8e-78324b9a7466 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141119 Sep 14 16:25:55.938089 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1e795d8-e6b4-4387-912c-621dbbe4cd50 req-fc7e17b0-ab94-4dd9-a074-3b938feb5a7e service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067924 Sep 14 16:25:56.057648 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a786cc-b62d-4a91-b6ea-a46aafdc7dd8 None None] Network 12deb8ef-8f09-4b87-9f8d-612f478c14a0 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:25:56.220223 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1bd263d8-578a-48d5-bc57-05865b23331a up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:25:56.274773 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 1bd263d8-578a-48d5-bc57-05865b23331a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:25:56.278923 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 1bd263d8-578a-48d5-bc57-05865b23331a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:25:56.279277 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.365692 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 40874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:56.386504 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93c21fb1-ae30-45fc-8947-35a284f7df1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.401951 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.449064 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 1bd263d8-578a-48d5-bc57-05865b23331a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1bd263d8-578a-48d5-bc57-05865b23331a,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:56.464444 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.484034 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcac48f7-6f57-4d46-968b-6677e5659708 req-63e63288-5f53-4b9e-9abb-c44a208799d2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:56.491383 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcac48f7-6f57-4d46-968b-6677e5659708 req-63e63288-5f53-4b9e-9abb-c44a208799d2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0787201 Sep 14 16:25:56.549535 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=1bd263d8-578a-48d5-bc57-05865b23331a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:56.582799 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bcac48f7-6f57-4d46-968b-6677e5659708 req-acab66c8-2b5c-43aa-a521-83330137585f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896630 Sep 14 16:25:56.641231 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93c21fb1-ae30-45fc-8947-35a284f7df1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.653774 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93c21fb1-ae30-45fc-8947-35a284f7df1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.686712 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c21fb1-ae30-45fc-8947-35a284f7df1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea12ef7-2d0a-43b2-8848-7f7b39d00606,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:56.710558 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-93c21fb1-ae30-45fc-8947-35a284f7df1c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ff44c171ec94d0c9c4f7816413d572c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3437319 Sep 14 16:25:56.710733 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40884) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:56.837546 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185eff17-ad4c-4fd2-98d9-d8c050457863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.839369 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7932ac8-f8e7-48a8-b356-72bb5aac1343 req-44002a0e-2ae2-423d-a9fd-71a75e1e9ebb tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:56.840965 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c7932ac8-f8e7-48a8-b356-72bb5aac1343 req-44002a0e-2ae2-423d-a9fd-71a75e1e9ebb tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 943 time: 0.0846231 Sep 14 16:25:56.892058 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185eff17-ad4c-4fd2-98d9-d8c050457863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.915896 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c7932ac8-f8e7-48a8-b356-72bb5aac1343 req-2ea7ce60-9ed8-44b1-becd-61d9294577d6 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678811 Sep 14 16:25:56.986775 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185eff17-ad4c-4fd2-98d9-d8c050457863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.992328 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-185eff17-ad4c-4fd2-98d9-d8c050457863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:56.994052 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-185eff17-ad4c-4fd2-98d9-d8c050457863 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6ea12ef7-2d0a-43b2-8848-7f7b39d00606 HTTP/1.1" status: 204 len: 168 time: 0.2820015 Sep 14 16:25:57.010077 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185eff17-ad4c-4fd2-98d9-d8c050457863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea12ef7-2d0a-43b2-8848-7f7b39d00606,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:57.214735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28f821-47d8-4608-b828-8809dba68a16 req-f0c9ff22-b199-415f-b7e8-733c641c8df0 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:57.216376 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd28f821-47d8-4608-b828-8809dba68a16 req-f0c9ff22-b199-415f-b7e8-733c641c8df0 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1628757 Sep 14 16:25:57.232319 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e86c2-847c-4205-8148-f4f12673080a req-127e4e1f-e412-4b40-8120-276c91fcf3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:57.233609 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef3e86c2-847c-4205-8148-f4f12673080a req-127e4e1f-e412-4b40-8120-276c91fcf3d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 1098 time: 0.1469934 Sep 14 16:25:57.243961 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc152e55-5c39-4f86-a245-b8817eb4ee41 req-764fb415-f19f-4a24-b149-90d0cad7036d tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:57.245476 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc152e55-5c39-4f86-a245-b8817eb4ee41 req-764fb415-f19f-4a24-b149-90d0cad7036d tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1695530 Sep 14 16:25:57.344918 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd28f821-47d8-4608-b828-8809dba68a16 req-c556b834-712c-4fe9-a59d-56d93a3151ff tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983291 Sep 14 16:25:57.387146 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:25:57.391472 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e39740c-3759-4575-ad74-bc4870fc9215" -d '{"events": [{"server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "name": "network-vif-plugged", "status": "completed", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:25:57.400828 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc152e55-5c39-4f86-a245-b8817eb4ee41 req-bf9d7607-5bd0-4e31-8bb2-77a791df69d2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478651 Sep 14 16:25:57.441575 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e86c2-847c-4205-8148-f4f12673080a req-30c271ef-7e90-4476-b4c5-a1c30e032df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:57.443263 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef3e86c2-847c-4205-8148-f4f12673080a req-30c271ef-7e90-4476-b4c5-a1c30e032df1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.1877644 Sep 14 16:25:57.470313 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a8bcf61-ae12-4a78-9b41-53dd41495dd5 x-openstack-request-id: req-2a8bcf61-ae12-4a78-9b41-53dd41495dd5 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:25:57.470987 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "name": "network-vif-plugged", "status": "completed", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:25:57.471243 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2a8bcf61-ae12-4a78-9b41-53dd41495dd5 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:25:57.471633 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a', 'code': 200} Sep 14 16:25:57.521623 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef3e86c2-847c-4205-8148-f4f12673080a req-1ee2ce95-df04-4a23-b150-8bca349d294c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1 HTTP/1.1" status: 200 len: 217 time: 0.0645351 Sep 14 16:25:57.631482 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40922) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:57.649978 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb3a7-99be-449f-b0d7-b9660d29b1d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:57.670691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3e86c2-847c-4205-8148-f4f12673080a req-71cbea7b-8374-434a-aed5-f9935dfa0e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:57.673985 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef3e86c2-847c-4205-8148-f4f12673080a req-71cbea7b-8374-434a-aed5-f9935dfa0e3a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.1040452 Sep 14 16:25:57.752189 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef3e86c2-847c-4205-8148-f4f12673080a req-16101f23-f1a9-4549-9825-dda082a73742 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428989 Sep 14 16:25:57.771211 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb3a7-99be-449f-b0d7-b9660d29b1d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:57.779975 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8b2fb3a7-99be-449f-b0d7-b9660d29b1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:57.838339 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fb3a7-99be-449f-b0d7-b9660d29b1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef86333-8895-4e2c-90e7-9ab587b5f8dd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:57.843800 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8b2fb3a7-99be-449f-b0d7-b9660d29b1d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa8c94c8a69e4800b6e37848e49a5d5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2104669 Sep 14 16:25:57.849082 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 40932) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:25:57.865473 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b62da4-4c64-4d0c-8e43-6ccf24dc3c9c req-a4de52fe-f965-45c3-8d47-319acd84e697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:57.867014 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-25b62da4-4c64-4d0c-8e43-6ccf24dc3c9c req-a4de52fe-f965-45c3-8d47-319acd84e697 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 1098 time: 0.0884964 Sep 14 16:25:57.954334 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-25b62da4-4c64-4d0c-8e43-6ccf24dc3c9c req-abf3d56c-b0b0-43b9-9345-4b8f179becac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500736 Sep 14 16:25:57.961371 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-253048d1-28e4-49f1-96c4-bb95c6317101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:57.977439 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef3e86c2-847c-4205-8148-f4f12673080a req-d8c46f6e-b842-4a40-8d06-ce3a50bb52c6 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871924 Sep 14 16:25:57.994563 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-253048d1-28e4-49f1-96c4-bb95c6317101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:58.068252 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-253048d1-28e4-49f1-96c4-bb95c6317101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:58.073288 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-253048d1-28e4-49f1-96c4-bb95c6317101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:58.075680 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-253048d1-28e4-49f1-96c4-bb95c6317101 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ef86333-8895-4e2c-90e7-9ab587b5f8dd HTTP/1.1" status: 204 len: 168 time: 0.2255490 Sep 14 16:25:58.085423 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253048d1-28e4-49f1-96c4-bb95c6317101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef86333-8895-4e2c-90e7-9ab587b5f8dd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:58.099946 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138158d3-22c8-477e-988f-eea4df5652eb req-5a266dd5-7046-45ca-beb0-5db693e71f42 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:58.101553 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-138158d3-22c8-477e-988f-eea4df5652eb req-5a266dd5-7046-45ca-beb0-5db693e71f42 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 943 time: 0.0722451 Sep 14 16:25:58.153153 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-138158d3-22c8-477e-988f-eea4df5652eb req-65262c2b-03bc-4459-a1f6-8a806abc0b3e tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454633 Sep 14 16:25:58.226361 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device e796b1b9-fd61-4633-b109-b105664d6bd7 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:25:58.358904 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef3e86c2-847c-4205-8148-f4f12673080a req-76bc7495-3eca-4ad4-81f4-46d77ea338a9 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547680 Sep 14 16:25:58.432586 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port e796b1b9-fd61-4633-b109-b105664d6bd7, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=e796b1b9-fd61-4633-b109-b105664d6bd7,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:58.454519 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': 'e796b1b9-fd61-4633-b109-b105664d6bd7', 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57', 'port_id': 'e796b1b9-fd61-4633-b109-b105664d6bd7', 'mac_address': 'fa:16:3e:e8:56:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693d9373-1403-42f6-aa49-39054f53642a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:25:58.509292 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:58.527856 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e796b1b9-fd61-4633-b109-b105664d6bd7 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:25:58.557689 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port e796b1b9-fd61-4633-b109-b105664d6bd7, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=e796b1b9-fd61-4633-b109-b105664d6bd7,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:25:58.563055 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:25:58.600170 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdccd7e8-d90e-43cd-9489-e97266994dd3 req-0b13307a-1a5e-4cad-8acb-12bb5a6b2222 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:58.602021 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cdccd7e8-d90e-43cd-9489-e97266994dd3 req-0b13307a-1a5e-4cad-8acb-12bb5a6b2222 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1026199 Sep 14 16:25:58.632942 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=e796b1b9-fd61-4633-b109-b105664d6bd7,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:25:58.667350 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed81220-4b66-4fed-b36c-ef3413469197 req-f27a8c9a-8b2d-4f17-8020-c18ce06ffba8 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:58.668896 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ed81220-4b66-4fed-b36c-ef3413469197 req-f27a8c9a-8b2d-4f17-8020-c18ce06ffba8 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1277680 Sep 14 16:25:58.706000 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cdccd7e8-d90e-43cd-9489-e97266994dd3 req-7922fb29-c8e4-4f50-aaa2-32bb491dcbd4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958967 Sep 14 16:25:58.738608 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ed81220-4b66-4fed-b36c-ef3413469197 req-a619235d-7ad4-4179-b792-2d771c68bbdb tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581505 Sep 14 16:25:58.953709 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['e796b1b9-fd61-4633-b109-b105664d6bd7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:25:59.023742 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d10c6-14ca-47a5-83ab-54d111a75e96 req-01b9be43-5688-4afe-9d0f-5a396efd8775 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:59.025272 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0d1d10c6-14ca-47a5-83ab-54d111a75e96 req-01b9be43-5688-4afe-9d0f-5a396efd8775 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 945 time: 0.0568929 Sep 14 16:25:59.067895 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0d1d10c6-14ca-47a5-83ab-54d111a75e96 req-66eae40b-a3b2-47c4-a7cd-68c517fa50c0 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358582 Sep 14 16:25:59.263289 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff34559-f6c1-4f29-bd1f-d71d84a49726 req-0f7a4b10-b947-4ae8-9936-ed40d18c1955 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:59.264810 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2ff34559-f6c1-4f29-bd1f-d71d84a49726 req-0f7a4b10-b947-4ae8-9936-ed40d18c1955 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 944 time: 0.0502145 Sep 14 16:25:59.303003 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2ff34559-f6c1-4f29-bd1f-d71d84a49726 req-f9c7ec80-38f8-4526-8def-8298a2f67233 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316911 Sep 14 16:25:59.883942 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a85bfbd-052a-4b85-834c-85debfbfefc5 req-04d2aab3-d61b-4f6c-9862-2c89263f94a8 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:59.885923 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a85bfbd-052a-4b85-834c-85debfbfefc5 req-04d2aab3-d61b-4f6c-9862-2c89263f94a8 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1091833 Sep 14 16:25:59.924456 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c6937-8d82-41d4-99e2-9f1945b135b3 req-121f544d-3348-4768-9de8-5cb893897c96 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:25:59.926020 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-650c6937-8d82-41d4-99e2-9f1945b135b3 req-121f544d-3348-4768-9de8-5cb893897c96 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1103539 Sep 14 16:25:59.969413 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a85bfbd-052a-4b85-834c-85debfbfefc5 req-f9a81e3d-a828-45d3-90af-b5b0c455a261 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765417 Sep 14 16:26:00.008896 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-650c6937-8d82-41d4-99e2-9f1945b135b3 req-a0396921-e76c-4f9a-8294-8a9b8fb135d9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684047 Sep 14 16:26:00.151191 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73758c9c-4f32-4edd-b3b2-cbe02d6d7135 req-72024f97-d428-43d6-b9d3-56ecc8b1ae17 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:00.153002 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73758c9c-4f32-4edd-b3b2-cbe02d6d7135 req-72024f97-d428-43d6-b9d3-56ecc8b1ae17 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0697763 Sep 14 16:26:00.161835 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41030) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:00.167066 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'floatingip': {'port_id': '1bd263d8-578a-48d5-bc57-05865b23331a'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:26:00.238755 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device e796b1b9-fd61-4633-b109-b105664d6bd7 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:26:00.302700 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port e796b1b9-fd61-4633-b109-b105664d6bd7 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:26:00.307441 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port e796b1b9-fd61-4633-b109-b105664d6bd7 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:26:00.307838 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:00.451490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:00.513556 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:00.536403 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796b1b9-fd61-4633-b109-b105664d6bd7'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:26:00.538685 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187f15c4-8b06-4ee0-b6fc-abe52a6e9d58" -d '{"events": [{"server_uuid": "1dea0c46-14bd-47c6-b675-78689460a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "e796b1b9-fd61-4633-b109-b105664d6bd7"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:26:00.554453 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port e796b1b9-fd61-4633-b109-b105664d6bd7, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=e796b1b9-fd61-4633-b109-b105664d6bd7,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:26:00.561898 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:00.616227 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=e796b1b9-fd61-4633-b109-b105664d6bd7,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:00.619955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d140c7-0b5a-43e7-b85d-4e1eaa741e36 req-32a92809-94af-4155-aa53-4afcdb31969c tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:00.621501 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56d140c7-0b5a-43e7-b85d-4e1eaa741e36 req-32a92809-94af-4155-aa53-4afcdb31969c tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 944 time: 0.2078958 Sep 14 16:26:00.629677 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1b60f3-317c-43be-af01-2771016c6a4d req-f67dcf47-6e77-4d9c-90ec-305007539bdb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:00.631753 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e1b60f3-317c-43be-af01-2771016c6a4d req-f67dcf47-6e77-4d9c-90ec-305007539bdb tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 945 time: 0.4350574 Sep 14 16:26:00.750738 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56d140c7-0b5a-43e7-b85d-4e1eaa741e36 req-f6dab2cd-733e-4d18-bbca-db8a1b3a3a0b tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180856 Sep 14 16:26:00.783530 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e1b60f3-317c-43be-af01-2771016c6a4d req-a12e14a8-41c7-4939-b827-7c714f730b9d tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390352 Sep 14 16:26:00.805772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd55451c-1912-4b5f-a6d9-4a3924f565ec x-openstack-request-id: req-cd55451c-1912-4b5f-a6d9-4a3924f565ec {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:26:00.806298 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea0c46-14bd-47c6-b675-78689460a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "e796b1b9-fd61-4633-b109-b105664d6bd7", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:26:00.806553 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cd55451c-1912-4b5f-a6d9-4a3924f565ec {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:26:00.806940 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e796b1b9-fd61-4633-b109-b105664d6bd7', 'code': 200} Sep 14 16:26:01.173550 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ed6f0-416b-46b1-951f-05f6fae720c1 req-88a3ffce-75d0-4d4c-ab23-d4d1e44f70f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:01.175290 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-202ed6f0-416b-46b1-951f-05f6fae720c1 req-88a3ffce-75d0-4d4c-ab23-d4d1e44f70f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 1098 time: 0.2068331 Sep 14 16:26:01.194320 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.db.resource_extend [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 14 16:26:01.323115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf39cba-9835-4245-8df4-74e7aff66951 req-23415d9b-4d18-4751-8a3c-f20b3e5621b2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:01.324756 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ebf39cba-9835-4245-8df4-74e7aff66951 req-23415d9b-4d18-4751-8a3c-f20b3e5621b2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1879556 Sep 14 16:26:01.331923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:01.380863 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:01.431978 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-202ed6f0-416b-46b1-951f-05f6fae720c1 req-b457d019-76fd-487e-b6c9-578be67c2410 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2307024 Sep 14 16:26:01.493572 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ebf39cba-9835-4245-8df4-74e7aff66951 req-1c1545a1-3e32-42df-a360-0ab431ba0e88 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374302 Sep 14 16:26:01.504254 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-cde1da74-ba40-4ceb-820b-1a9e3f899c09 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:01.505820 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-cde1da74-ba40-4ceb-820b-1a9e3f899c09 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.20 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 945 time: 0.2001476 Sep 14 16:26:01.538803 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Floating IP 0eaa6ef1-ea84-437b-8677-18041b380510 associated. External IP: 172.27.3.182, port: 1bd263d8-578a-48d5-bc57-05865b23331a. Sep 14 16:26:02.092909 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3995a7-5391-4f26-a68a-d13fa148b5aa req-90b6d0c5-5521-41fb-8507-708dab87e443 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:02.094317 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fd3995a7-5391-4f26-a68a-d13fa148b5aa req-90b6d0c5-5521-41fb-8507-708dab87e443 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 945 time: 0.1716893 Sep 14 16:26:02.107089 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d2fa1-dc7c-46ca-b543-7835e21c43c0 req-4ac8f11b-6adc-435d-bfe8-55c7a993c66f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:02.108534 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a94d2fa1-dc7c-46ca-b543-7835e21c43c0 req-4ac8f11b-6adc-435d-bfe8-55c7a993c66f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 945 time: 0.1870072 Sep 14 16:26:02.114516 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Router 4fe07bc8-a1f3-4143-8633-438c14871b2c has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:26:02.177605 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Deleting port 032ad3cc-1aed-4684-8e36-59db275d1faf {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:26:02.178271 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:02.248437 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fd3995a7-5391-4f26-a68a-d13fa148b5aa req-e90ea2bd-1675-4fa7-aa62-c98e658841f6 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359227 Sep 14 16:26:02.256311 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a94d2fa1-dc7c-46ca-b543-7835e21c43c0 req-1a8b6dae-2f24-4c5f-8b38-61a2e99d58d4 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0296af2-e19f-40a0-8d79-0a256c13c5df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365011 Sep 14 16:26:02.377787 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] For port 032ad3cc-1aed-4684-8e36-59db275d1faf, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=032ad3cc-1aed-4684-8e36-59db275d1faf,segment=NetworkSegment(a7f2a61d-b214-47ba-aad7-b13f2922bbac),segment_id=a7f2a61d-b214-47ba-aad7-b13f2922bbac)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:26:02.378157 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:02.393219 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:26:02.403521 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] Sync routers for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:26:02.404087 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:02.406072 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Calling delete_port for 032ad3cc-1aed-4684-8e36-59db275d1faf owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:26:02.412677 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:26:02.413298 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:02.464188 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-dd20f7ee-2b63-4c6f-aa3a-6da8f1c00e29 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "PUT /v2.0/floatingips/0eaa6ef1-ea84-437b-8677-18041b380510 HTTP/1.1" status: 200 len: 991 time: 2.3010511 Sep 14 16:26:02.500185 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:26:02.502634 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e95b96-681c-4e66-893f-f66455bff1a3" -d '{"events": [{"name": "network-changed", "server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:26:02.538400 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:26:02.578653 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd311a-78dd-45f6-8110-26e9cb31a460 x-openstack-request-id: req-c1dd311a-78dd-45f6-8110-26e9cb31a460 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:26:02.578936 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:26:02.579362 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1dd311a-78dd-45f6-8110-26e9cb31a460 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:26:02.580569 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a', 'status': 'completed', 'code': 200} Sep 14 16:26:02.753125 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:02.757115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-0ceab79d-be0b-4369-8805-de95c6ef8832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:02.758936 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-0ceab79d-be0b-4369-8805-de95c6ef8832 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 1098 time: 0.1625326 Sep 14 16:26:02.772337 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['032ad3cc-1aed-4684-8e36-59db275d1faf'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:26:02.796606 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Pushing event deleted for resources: {'Port': ['ID=032ad3cc-1aed-4684-8e36-59db275d1faf,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:02.808166 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1365de-db3f-462b-9df8-7c94c632949a req-1f02a8ab-1ce5-4042-b5f0-3c3b4964b55f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:02.817804 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca1365de-db3f-462b-9df8-7c94c632949a req-1f02a8ab-1ce5-4042-b5f0-3c3b4964b55f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1628375 Sep 14 16:26:02.976189 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '0eaa6ef1-ea84-437b-8677-18041b380510', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'port_id': '1bd263d8-578a-48d5-bc57-05865b23331a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'mac_address': 'fa:16:3e:ee:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:25:35Z', 'updated_at': '2021-09-14T16:26:01Z', 'revision_number': 1, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:03.007260 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] No DVR routers for this DVR port 032ad3cc-1aed-4684-8e36-59db275d1faf on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:26:03.015374 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:03.020424 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12750b43-913c-4bb7-ad3c-c3214a43db30 req-6d6eb9ab-e063-4261-8ff5-5e3f6890e58f tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.20 "DELETE /v2.0/ports/032ad3cc-1aed-4684-8e36-59db275d1faf HTTP/1.1" status: 204 len: 173 time: 1.3354504 Sep 14 16:26:03.022206 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] Checking router: 4fe07bc8-a1f3-4143-8633-438c14871b2c for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:26:03.033776 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:26:03.034171 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca1365de-db3f-462b-9df8-7c94c632949a req-3cf83823-a4af-4d0a-8b87-f5fa1607631e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148628 Sep 14 16:26:03.034464 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:25:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:03.104224 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-d652c268-6d14-4dd6-842c-90729acc4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:03.106825 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-d652c268-6d14-4dd6-842c-90729acc4c9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 911 time: 0.3129075 Sep 14 16:26:03.192028 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:26:03.192181 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41124) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:03.360818 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-2d0487fb-6d4f-4c7a-ab39-914549536f15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 200 len: 999 time: 0.2297177 Sep 14 16:26:03.458589 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c86f0dd-f9a3-43dd-aa0a-3085320e33df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:03.467947 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f4baae-5f5e-4d15-8923-13d2459346b3 req-33c22d27-956b-4278-a7e4-cdb831af8e98 tempest-DeleteServersTestJSON-2121199474 tempest-DeleteServersTestJSON-2121199474-project] 10.222.0.15 "GET /v2.0/ports?device_id=e27acd5c-5806-4f20-ab9a-ee5a0fb9c438 HTTP/1.1" status: 200 len: 210 time: 0.0715306 Sep 14 16:26:03.512394 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-bd0b5e9a-0e3b-4042-bde3-cf4b0c0f430d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:03.514099 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-bd0b5e9a-0e3b-4042-bde3-cf4b0c0f430d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.1447775 Sep 14 16:26:03.533165 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2750f27-1b82-45b6-894d-4eead6f35c53 req-89a1fa7f-3a06-4098-8efb-3153b2f322e5 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:03.551383 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2750f27-1b82-45b6-894d-4eead6f35c53 req-89a1fa7f-3a06-4098-8efb-3153b2f322e5 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 945 time: 0.1485481 Sep 14 16:26:03.640366 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '0eaa6ef1-ea84-437b-8677-18041b380510', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'port_id': '1bd263d8-578a-48d5-bc57-05865b23331a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'mac_address': 'fa:16:3e:ee:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:25:35Z', 'updated_at': '2021-09-14T16:26:01Z', 'revision_number': 1, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:03.648413 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c86f0dd-f9a3-43dd-aa0a-3085320e33df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:03.655679 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4c86f0dd-f9a3-43dd-aa0a-3085320e33df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:03.684541 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-105e1711-e86d-4c07-ae02-aa99048799e8 None None] The sync data for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi is: [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '0eaa6ef1-ea84-437b-8677-18041b380510', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'port_id': '1bd263d8-578a-48d5-bc57-05865b23331a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'mac_address': 'fa:16:3e:ee:7a:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:25:35Z', 'updated_at': '2021-09-14T16:26:01Z', 'revision_number': 1, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:26:03.691048 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86f0dd-f9a3-43dd-aa0a-3085320e33df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=469a5573-123d-4613-b506-a8b78457d50c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:03.735588 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2750f27-1b82-45b6-894d-4eead6f35c53 req-720ca247-a90f-43e5-891c-6bf9ad4d4244 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767728 Sep 14 16:26:03.735588 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-b8771972-e976-4359-824b-75035c761007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:03.735588 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-b8771972-e976-4359-824b-75035c761007 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1795692 Sep 14 16:26:03.738370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41142) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:03.739450 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4c86f0dd-f9a3-43dd-aa0a-3085320e33df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2047f9f417640e4ba3101fe9e9850a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5459557 Sep 14 16:26:03.881326 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:03.926302 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:03.932097 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-66905dc2-3a2f-48ca-a1bb-689d3edc2c54 service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703377 Sep 14 16:26:04.007064 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2c4bb5-7152-4234-9dbc-2c4ccd3b54a2 None None] New status for floating IP 0eaa6ef1-ea84-437b-8677-18041b380510: ACTIVE {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:26:04.090082 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-65e95b96-681c-4e66-893f-f66455bff1a3 req-65fbbe0c-d176-4b7d-b602-08cd2d326b55 service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498473 Sep 14 16:26:04.090995 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:04.093683 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:04.095010 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/469a5573-123d-4613-b506-a8b78457d50c HTTP/1.1" status: 204 len: 168 time: 0.3546338 Sep 14 16:26:04.105614 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469a5573-123d-4613-b506-a8b78457d50c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:04.117930 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.118717 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.119499 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.120311 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.120765 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.121320 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.121867 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.122502 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.123154 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.123644 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.125218 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.125776 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559543df-8bd6-4c99-9f56-d2b4ba61402b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:04.248691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c0a28-2a00-44ad-961a-6d472fa43f2c req-b73a0259-4074-4c97-b04c-dac87a4977a0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:04.250581 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-126c0a28-2a00-44ad-961a-6d472fa43f2c req-b73a0259-4074-4c97-b04c-dac87a4977a0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0732431 Sep 14 16:26:04.343588 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-126c0a28-2a00-44ad-961a-6d472fa43f2c req-5f99d37e-6ca3-4da6-a357-df07159441b3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867016 Sep 14 16:26:04.581880 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'name': 'network-vif-deleted', 'tag': '032ad3cc-1aed-4684-8e36-59db275d1faf'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:26:04.584223 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542c1377-5737-43e5-bea7-7220ba7172e7" -d '{"events": [{"server_uuid": "e27acd5c-5806-4f20-ab9a-ee5a0fb9c438", "name": "network-vif-deleted", "tag": "032ad3cc-1aed-4684-8e36-59db275d1faf"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:26:04.642444 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d731f-1b98-4f33-9387-d09923d2595e req-5792ecff-4525-43d4-89a9-0c722a3609a1 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:04.650365 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cd2d731f-1b98-4f33-9387-d09923d2595e req-5792ecff-4525-43d4-89a9-0c722a3609a1 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 945 time: 0.0616152 Sep 14 16:26:04.653487 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c17ebeb-0d08-4894-83a3-345b8293138f x-openstack-request-id: req-1c17ebeb-0d08-4894-83a3-345b8293138f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:26:04.653769 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e27acd5c-5806-4f20-ab9a-ee5a0fb9c438", "name": "network-vif-deleted", "tag": "032ad3cc-1aed-4684-8e36-59db275d1faf", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:26:04.654018 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c17ebeb-0d08-4894-83a3-345b8293138f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:26:04.654401 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e27acd5c-5806-4f20-ab9a-ee5a0fb9c438', 'name': 'network-vif-deleted', 'tag': '032ad3cc-1aed-4684-8e36-59db275d1faf', 'status': 'completed', 'code': 200} Sep 14 16:26:04.692568 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cd2d731f-1b98-4f33-9387-d09923d2595e req-be1b2e95-c145-4c74-9303-1d5f3a412b10 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415952 Sep 14 16:26:05.408581 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41234) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:05.494243 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d3a7a-1c5c-43c1-895b-9cb8f713779a req-f143ed39-2a21-4e88-8aaa-e0f6f3626f8b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:05.495650 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e15d3a7a-1c5c-43c1-895b-9cb8f713779a req-f143ed39-2a21-4e88-8aaa-e0f6f3626f8b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0516832 Sep 14 16:26:05.538616 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f11c-3b1a-4e3b-b50b-d2245a39118f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:05.565819 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e15d3a7a-1c5c-43c1-895b-9cb8f713779a req-ec8bc5e6-1e48-4774-aae3-2cf9e3a5488b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639155 Sep 14 16:26:05.649219 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f11c-3b1a-4e3b-b50b-d2245a39118f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:05.653654 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aeb8f11c-3b1a-4e3b-b50b-d2245a39118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:05.694274 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb8f11c-3b1a-4e3b-b50b-d2245a39118f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f651eb1-537b-4fd4-93fa-9a44bdc82e01,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:05.701155 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-aeb8f11c-3b1a-4e3b-b50b-d2245a39118f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=084c82f5c0f3406caf84dbd621f02c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912517 Sep 14 16:26:05.703746 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41246) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:05.788050 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f06a4649-215e-46bb-8821-65590cc5439a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:05.851315 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f06a4649-215e-46bb-8821-65590cc5439a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:05.896547 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6021a-b548-4716-8bb4-b2e774fd9b67 req-7e6d5454-a80c-4831-b0ef-3891c9838f74 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:05.898070 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ddc6021a-b548-4716-8bb4-b2e774fd9b67 req-7e6d5454-a80c-4831-b0ef-3891c9838f74 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 945 time: 0.1112170 Sep 14 16:26:05.916702 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41256) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:05.945332 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ddc6021a-b548-4716-8bb4-b2e774fd9b67 req-6527e911-cdfc-435f-b7ab-5c8e94a6deff tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400841 Sep 14 16:26:05.952041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f06a4649-215e-46bb-8821-65590cc5439a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:05.959389 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f06a4649-215e-46bb-8821-65590cc5439a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:05.965337 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f06a4649-215e-46bb-8821-65590cc5439a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f651eb1-537b-4fd4-93fa-9a44bdc82e01 HTTP/1.1" status: 204 len: 168 time: 0.2577131 Sep 14 16:26:05.981979 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a4649-215e-46bb-8821-65590cc5439a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f651eb1-537b-4fd4-93fa-9a44bdc82e01,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:06.096973 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.109128 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41272) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:06.163029 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] Deleting subnet a0185253-245d-4ef6-be2f-5415b772dbf2 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:26:06.168848 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.209883 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.227344 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.232872 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.239714 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.289244 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 032ad3cc-1aed-4684-8e36-59db275d1faf no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:26:06.320815 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 032ad3cc-1aed-4684-8e36-59db275d1faf {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:26:06.321549 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 032ad3cc-1aed-4684-8e36-59db275d1faf not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:26:06.525637 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4fc0a99b9f7b4c92b84ba5bc614713aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6077409 Sep 14 16:26:06.530480 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41278) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:06.553285 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d89b29-bfda-4c4f-acbd-17840c882080,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:06.570370 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.570803 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.571099 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.571426 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.571749 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.572072 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.572394 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.572710 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.573028 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.573343 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.573686 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.573999 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eab58463-77b2-4035-b806-9db4065be224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:06.601862 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-230632ba-ae77-488b-acbc-05e597f914a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.608082 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-858374de-3d86-4b51-a29e-adab139ff102 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:06.609774 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-858374de-3d86-4b51-a29e-adab139ff102 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 945 time: 0.3270106 Sep 14 16:26:06.628235 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.633345 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-230632ba-ae77-488b-acbc-05e597f914a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.695475 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0185253-245d-4ef6-be2f-5415b772dbf2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:06.697917 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-230632ba-ae77-488b-acbc-05e597f914a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.698972 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.701149 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9bb0f65f-c3c6-44d2-b287-32bce6c7053f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a0185253-245d-4ef6-be2f-5415b772dbf2 HTTP/1.1" status: 204 len: 168 time: 0.5906079 Sep 14 16:26:06.702041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-230632ba-ae77-488b-acbc-05e597f914a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.703330 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-230632ba-ae77-488b-acbc-05e597f914a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f6d89b29-bfda-4c4f-acbd-17840c882080 HTTP/1.1" status: 204 len: 168 time: 0.1719220 Sep 14 16:26:06.704778 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41282) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:06.720202 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230632ba-ae77-488b-acbc-05e597f914a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d89b29-bfda-4c4f-acbd-17840c882080,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:06.789442 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1585a1-3c8b-4ae9-ae5c-12ad6cdf4c89 req-a6eb331d-88fd-4156-8277-90597b668f05 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:06.791109 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6f1585a1-3c8b-4ae9-ae5c-12ad6cdf4c89 req-a6eb331d-88fd-4156-8277-90597b668f05 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1366537 Sep 14 16:26:06.802985 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.824766 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Deleting port e796b1b9-fd61-4633-b109-b105664d6bd7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:26:06.825103 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.861718 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6f1585a1-3c8b-4ae9-ae5c-12ad6cdf4c89 req-c69e66f4-4260-4c7c-bb8c-8183f59d76ac tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635030 Sep 14 16:26:06.890015 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.912410 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.912760 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.913550 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.913896 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > port after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.914228 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.914810 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > port after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.915128 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.915455 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.915761 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.916074 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:06.941878 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] For port e796b1b9-fd61-4633-b109-b105664d6bd7, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=e796b1b9-fd61-4633-b109-b105664d6bd7,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:26:06.942715 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:06.961607 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Calling delete_port for e796b1b9-fd61-4633-b109-b105664d6bd7 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:26:07.050659 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:07.051201 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:07.051476 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:07.051902 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93883) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:26:07.052129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:07.078044 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7f2a61d-b214-47ba-aad7-b13f2922bbac') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:07.078320 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7f2a61d-b214-47ba-aad7-b13f2922bbac') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:07.099774 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.108585 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682ad27b-3b64-4fb9-9a97-f4c30078152b req-d29145ba-5065-43c9-8c94-f8e46afce278 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:07.110141 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-682ad27b-3b64-4fb9-9a97-f4c30078152b req-d29145ba-5065-43c9-8c94-f8e46afce278 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=1dea0c46-14bd-47c6-b675-78689460a0cb HTTP/1.1" status: 200 len: 945 time: 0.0798504 Sep 14 16:26:07.126444 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.137670 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:26:07.138608 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: from cryptography.utils import int_from_bytes Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:26:07.145186 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:26:07.159509 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41294) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:07.183019 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70273520-ca75-4eaa-b52d-22bfc59848f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.183920 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-682ad27b-3b64-4fb9-9a97-f4c30078152b req-0c714240-8dec-47e3-a7f3-bb294ac604d4 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655501 Sep 14 16:26:07.215497 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.229752 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['e796b1b9-fd61-4633-b109-b105664d6bd7'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:26:07.249880 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.267948 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Pushing event deleted for resources: {'Port': ['ID=e796b1b9-fd61-4633-b109-b105664d6bd7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:07.285854 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.287900 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63 HTTP/1.1" status: 204 len: 168 time: 0.5788190 Sep 14 16:26:07.300049 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cf8efc-4931-436c-9226-e8a270fe1c10 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb9ca7d-46c9-41ec-84f1-1cc0fc7fda63,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:07.339241 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] No DVR routers for this DVR port e796b1b9-fd61-4633-b109-b105664d6bd7 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:26:07.342469 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.344791 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b646293-2a99-46f6-96e9-ee4bdb8927f1 req-70385eaa-c319-4bf5-8355-2dd150efa7f2 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "DELETE /v2.0/ports/e796b1b9-fd61-4633-b109-b105664d6bd7 HTTP/1.1" status: 204 len: 173 time: 0.7282302 Sep 14 16:26:07.345580 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'name': 'network-vif-deleted', 'tag': 'e796b1b9-fd61-4633-b109-b105664d6bd7'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:26:07.348155 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb53e1a-c790-4ea0-8356-4e5a582a07da" -d '{"events": [{"server_uuid": "1dea0c46-14bd-47c6-b675-78689460a0cb", "name": "network-vif-deleted", "tag": "e796b1b9-fd61-4633-b109-b105664d6bd7"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:26:07.395259 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70273520-ca75-4eaa-b52d-22bfc59848f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.403644 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-70273520-ca75-4eaa-b52d-22bfc59848f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.422437 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d102b2f-dc01-4e81-a90e-0acc3258c063 x-openstack-request-id: req-5d102b2f-dc01-4e81-a90e-0acc3258c063 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:26:07.422916 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dea0c46-14bd-47c6-b675-78689460a0cb", "name": "network-vif-deleted", "tag": "e796b1b9-fd61-4633-b109-b105664d6bd7", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:26:07.423242 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d102b2f-dc01-4e81-a90e-0acc3258c063 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:26:07.423700 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dea0c46-14bd-47c6-b675-78689460a0cb', 'name': 'network-vif-deleted', 'tag': 'e796b1b9-fd61-4633-b109-b105664d6bd7', 'status': 'completed', 'code': 200} Sep 14 16:26:07.477478 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-70273520-ca75-4eaa-b52d-22bfc59848f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ed364340f464af6815077ce89d044bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3136694 Sep 14 16:26:07.477478 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70273520-ca75-4eaa-b52d-22bfc59848f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6944e54-0dbe-4ead-8918-fccac3ea0db1,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:07.478406 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:07.539214 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90f9931f-9710-40dc-b6cf-d9e0b90356fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.572423 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90f9931f-9710-40dc-b6cf-d9e0b90356fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.604154 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41308) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:07.635735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90f9931f-9710-40dc-b6cf-d9e0b90356fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.639314 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90f9931f-9710-40dc-b6cf-d9e0b90356fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.640474 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-90f9931f-9710-40dc-b6cf-d9e0b90356fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b6944e54-0dbe-4ead-8918-fccac3ea0db1 HTTP/1.1" status: 204 len: 168 time: 0.1604819 Sep 14 16:26:07.651875 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9931f-9710-40dc-b6cf-d9e0b90356fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6944e54-0dbe-4ead-8918-fccac3ea0db1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:07.668208 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c2d94afd-2020-4fcc-9a4e-4494ecf683e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=33b314f20762496c9b9b2f7632abf936&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0628059 Sep 14 16:26:07.671343 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41314) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:07.732686 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d569a2ee-69f1-436e-b006-680099c990aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.756682 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d569a2ee-69f1-436e-b006-680099c990aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.807273 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d569a2ee-69f1-436e-b006-680099c990aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.810109 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d569a2ee-69f1-436e-b006-680099c990aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:07.811282 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d569a2ee-69f1-436e-b006-680099c990aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0296af2-e19f-40a0-8d79-0a256c13c5df HTTP/1.1" status: 204 len: 168 time: 0.1388209 Sep 14 16:26:07.823867 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569a2ee-69f1-436e-b006-680099c990aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0296af2-e19f-40a0-8d79-0a256c13c5df,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:08.012313 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc0e4d-3b87-457e-a423-f79f4309b2a3 req-946be9f2-30bf-4c6d-aeb1-43e5424d3e5e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:08.014185 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58dc0e4d-3b87-457e-a423-f79f4309b2a3 req-946be9f2-30bf-4c6d-aeb1-43e5424d3e5e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0697842 Sep 14 16:26:08.061587 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:08.074349 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58dc0e4d-3b87-457e-a423-f79f4309b2a3 req-de7dced9-8538-48f4-9955-bf48a8128f6b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511835 Sep 14 16:26:08.079574 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4a41807-cda1-4d3a-bc2c-b891a154aaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:08.199123 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4a41807-cda1-4d3a-bc2c-b891a154aaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:08.207369 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a4a41807-cda1-4d3a-bc2c-b891a154aaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:08.247285 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a4a41807-cda1-4d3a-bc2c-b891a154aaca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e26993463994c44afc1febfa6f92b1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1846321 Sep 14 16:26:08.258537 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a41807-cda1-4d3a-bc2c-b891a154aaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79b23e0-d0c8-406e-9d60-cf759e1f6587,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:08.258537 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41338) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:08.313216 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4182a991-d52d-46d7-b931-eb7202c45619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:08.336921 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4182a991-d52d-46d7-b931-eb7202c45619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:08.391658 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4182a991-d52d-46d7-b931-eb7202c45619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:08.394717 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4182a991-d52d-46d7-b931-eb7202c45619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:08.398192 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4182a991-d52d-46d7-b931-eb7202c45619 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b79b23e0-d0c8-406e-9d60-cf759e1f6587 HTTP/1.1" status: 204 len: 168 time: 0.1368213 Sep 14 16:26:08.404062 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182a991-d52d-46d7-b931-eb7202c45619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79b23e0-d0c8-406e-9d60-cf759e1f6587,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:08.552950 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-65cffaf9-e244-4a2e-b9b6-81d5ffaf1772 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:08.554891 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-65cffaf9-e244-4a2e-b9b6-81d5ffaf1772 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/networks?id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57 HTTP/1.1" status: 200 len: 809 time: 0.1140213 Sep 14 16:26:08.572252 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-7a538fd0-e1e3-43c9-9682-2e7efff8546b tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/quotas/5cf5a76951cc42b6b2cb44375764f316 HTTP/1.1" status: 200 len: 375 time: 0.0115278 Sep 14 16:26:08.614670 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-09e680ae-45dc-4886-a438-f687a8ec76d7 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5cf5a76951cc42b6b2cb44375764f316&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355983 Sep 14 16:26:08.746608 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-4b4ac204-cc11-4b03-a914-e7e9f3af09c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243927 Sep 14 16:26:08.932057 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-162cd65b-e7b3-482e-8822-336db38b7786 service neutron] 10.222.0.15 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841524 Sep 14 16:26:09.273235 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f48bd54b-fbe7-4461-b237-a2aad78db73f req-8192609c-3fba-4e8a-b558-57e6d3848e75 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 210 time: 0.0394497 Sep 14 16:26:09.307751 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe31b7-cb3e-438a-8a82-85da272abad9 req-15cdd2c7-5e2e-4265-a813-9876b85ed83f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:09.318922 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39fe31b7-cb3e-438a-8a82-85da272abad9 req-15cdd2c7-5e2e-4265-a813-9876b85ed83f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1252713 Sep 14 16:26:09.383294 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39fe31b7-cb3e-438a-8a82-85da272abad9 req-ef4f9f68-b2c1-44fa-9c7a-155b8e3bdd9c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630639 Sep 14 16:26:10.314517 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device e796b1b9-fd61-4633-b109-b105664d6bd7 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:26:10.342362 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: e796b1b9-fd61-4633-b109-b105664d6bd7 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:26:10.342848 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device e796b1b9-fd61-4633-b109-b105664d6bd7 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:26:10.533723 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6ca99a6e-5ab7-4112-a9fc-8127c30ff3bf req-73ad2df5-45ef-431a-9b1f-9ad0a61f9d9e tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 210 time: 0.0745265 Sep 14 16:26:10.676551 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36499dcb-781a-4468-8a0d-7fcfbe7d4217 req-2f06803b-c31c-4e0d-8169-6ba6db1c74ce tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:10.684506 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-36499dcb-781a-4468-8a0d-7fcfbe7d4217 req-2f06803b-c31c-4e0d-8169-6ba6db1c74ce tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1479106 Sep 14 16:26:10.708848 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-ebac58cf-6932-4083-b921-faa35a85b3a6 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:10.710399 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-ebac58cf-6932-4083-b921-faa35a85b3a6 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "GET /v2.0/networks?id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57 HTTP/1.1" status: 200 len: 809 time: 0.3490713 Sep 14 16:26:10.742039 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Request body: {'port': {'device_id': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57', 'admin_state_up': True, 'tenant_id': '5cf5a76951cc42b6b2cb44375764f316'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:26:10.759320 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-36499dcb-781a-4468-8a0d-7fcfbe7d4217 req-25309ee7-7442-4c7d-9a41-ab054a486e26 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697205 Sep 14 16:26:10.898045 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Made reservation on behalf of 5cf5a76951cc42b6b2cb44375764f316 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:26:10.901882 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:11.061309 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Allocated IP 172.20.0.14 (c7d546d6-fd2d-4fe0-a445-ec4279c75d57/693d9373-1403-42f6-aa49-39054f53642a/692918aa-a081-43ca-b17f-b40d2ffa9a38) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:26:11.244806 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:11.283444 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:11.333247 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:26:11.336322 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:26:11.340063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:26:11.345906 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:11.346493 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:11.360613 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Pushing event updated for resources: {'Port': ['ID=692918aa-a081-43ca-b17f-b40d2ffa9a38,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:11.371531 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-b1177314-4209-4b2e-afa1-877cf60243ea tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6347375 Sep 14 16:26:11.384965 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Request body: {'port': {'device_id': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:26:11.444104 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:11.715941 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e62b65-41a1-4636-8814-77bab79eb41e req-f6187e23-7039-4f82-8ec8-9a1f3b86d809 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:11.717724 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-77e62b65-41a1-4636-8814-77bab79eb41e req-f6187e23-7039-4f82-8ec8-9a1f3b86d809 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 932 time: 0.0837340 Sep 14 16:26:11.802635 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 692918aa-a081-43ca-b17f-b40d2ffa9a38 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:26:11.812610 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-77e62b65-41a1-4636-8814-77bab79eb41e req-ee50a9e8-a9c2-4efd-826f-26011c31ca21 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820951 Sep 14 16:26:11.814890 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:11.834442 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Transition to ACTIVE for port object 692918aa-a081-43ca-b17f-b40d2ffa9a38 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:26:11.847722 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:11.980308 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Pushing event updated for resources: {'Port': ['ID=692918aa-a081-43ca-b17f-b40d2ffa9a38,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:11.998782 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Attempting to bind port 692918aa-a081-43ca-b17f-b40d2ffa9a38 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:26:11.999201 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Attempting to bind port 692918aa-a081-43ca-b17f-b40d2ffa9a38 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:26:11.999705 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Attempting to bind port 692918aa-a081-43ca-b17f-b40d2ffa9a38 on network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:26:12.007795 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Port 692918aa-a081-43ca-b17f-b40d2ffa9a38 on network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:26:12.008115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Attempting to bind port 692918aa-a081-43ca-b17f-b40d2ffa9a38 on network c7d546d6-fd2d-4fe0-a445-ec4279c75d57 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:26:12.018765 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950f23e-b116-4654-9e20-dd078ecd26c5 req-d50e3447-a1ae-458f-8a1e-9d9ca009f80e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:12.020828 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8950f23e-b116-4654-9e20-dd078ecd26c5 req-d50e3447-a1ae-458f-8a1e-9d9ca009f80e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1127529 Sep 14 16:26:12.023882 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:26:12.024257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Checking segment: {'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:26:12.024678 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Bound using segment: {'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:26:12.025103 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Bound port: 692918aa-a081-43ca-b17f-b40d2ffa9a38, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:26:12.025485 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.096374 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8950f23e-b116-4654-9e20-dd078ecd26c5 req-632e574c-1ae5-48e6-b849-ee3aa2ad1f09 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686412 Sep 14 16:26:12.119311 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] For port 692918aa-a081-43ca-b17f-b40d2ffa9a38, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:26:12.122653 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] For port 692918aa-a081-43ca-b17f-b40d2ffa9a38, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=692918aa-a081-43ca-b17f-b40d2ffa9a38,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:26:12.130063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.183228 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:12.184135 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.186130 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] 10.222.0.20 "PUT /v2.0/ports/692918aa-a081-43ca-b17f-b40d2ffa9a38 HTTP/1.1" status: 200 len: 1094 time: 0.8055408 Sep 14 16:26:12.186731 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'tag': '692918aa-a081-43ca-b17f-b40d2ffa9a38'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:26:12.190144 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfe78f5c-ff85-4965-b127-74b97af63f0b" -d '{"events": [{"name": "network-changed", "server_uuid": "36e0ee00-2d37-45a8-a04d-98d630a38b54", "tag": "692918aa-a081-43ca-b17f-b40d2ffa9a38"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:26:12.256246 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc42acc6-cacb-45bc-8e8b-55c69e540f5a x-openstack-request-id: req-fc42acc6-cacb-45bc-8e8b-55c69e540f5a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:26:12.256606 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36e0ee00-2d37-45a8-a04d-98d630a38b54", "tag": "692918aa-a081-43ca-b17f-b40d2ffa9a38", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:26:12.257413 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc42acc6-cacb-45bc-8e8b-55c69e540f5a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:26:12.257413 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'tag': '692918aa-a081-43ca-b17f-b40d2ffa9a38', 'status': 'completed', 'code': 200} Sep 14 16:26:12.258413 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0516657f-d2b4-4acd-9ab7-a4096c6ca796 service neutron] Pushing event updated for resources: {'Port': ['ID=692918aa-a081-43ca-b17f-b40d2ffa9a38,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:12.292134 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-db707abb-11f0-42e2-aa54-5d067a7424d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:12.293765 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-db707abb-11f0-42e2-aa54-5d067a7424d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5cf5a76951cc42b6b2cb44375764f316&device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 1097 time: 0.0527091 Sep 14 16:26:12.351569 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-91369056-0483-4a93-b667-b6a73488b3a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692918aa-a081-43ca-b17f-b40d2ffa9a38 HTTP/1.1" status: 200 len: 217 time: 0.0479908 Sep 14 16:26:12.365726 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:12.407587 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-ffee0634-235d-48ff-8e76-0bf9bb7bd04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:12.408980 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-ffee0634-235d-48ff-8e76-0bf9bb7bd04b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=693d9373-1403-42f6-aa49-39054f53642a HTTP/1.1" status: 200 len: 849 time: 0.0499649 Sep 14 16:26:12.426544 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] Deleting subnet 8482ff5c-7007-44c3-bac7-1b142e991d4d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:26:12.433803 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.449720 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-8d2e6fd1-e178-4060-9f1a-19fe16c1b9b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296898 Sep 14 16:26:12.470745 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.521306 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.562417 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-4f3770dc-ac77-476f-9fc4-6667b6d4406a service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039355 Sep 14 16:26:12.576719 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.603770 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8482ff5c-7007-44c3-bac7-1b142e991d4d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:12.608189 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.613178 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c3e1f0ef-e409-4f56-8f52-e59a4587646b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8482ff5c-7007-44c3-bac7-1b142e991d4d HTTP/1.1" status: 204 len: 168 time: 0.2455738 Sep 14 16:26:12.614128 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41546) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:12.686965 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.691552 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee6d61b8-3a3d-460f-87f1-d7df508b528e req-5ca6227b-a08f-4e41-9e7f-da5eb29d95b5 service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172369 Sep 14 16:26:12.698507 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-aaaad35b-6a79-46fa-9adb-9f69c0eb460e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0599918 Sep 14 16:26:12.780573 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.803019 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:12.813986 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06d5e44-c4c8-416a-b83f-12b803b6dcc6') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:12.814313 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06d5e44-c4c8-416a-b83f-12b803b6dcc6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:12.819689 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-df659aaf-c9f8-44cf-804f-6e494f601070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:12.821755 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-df659aaf-c9f8-44cf-804f-6e494f601070 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1099 time: 0.0760965 Sep 14 16:26:12.827641 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-1e3e46f5-ef03-42d4-a38d-f6feb9c13059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:12.827796 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.829115 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-1e3e46f5-ef03-42d4-a38d-f6feb9c13059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5cf5a76951cc42b6b2cb44375764f316&device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 1097 time: 0.0575190 Sep 14 16:26:12.842323 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.849193 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:26:12.849589 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:26:12.851368 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:26:12.906966 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.914031 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:12.917960 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8 HTTP/1.1" status: 204 len: 168 time: 0.3028975 Sep 14 16:26:12.921415 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41554) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:12.942651 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c4702-6b9e-4694-9441-be3d68bdbef4 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9a6ae4-6336-4c1d-967e-d8a66cfc08c8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:12.997930 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] Deleting subnet ba1684f5-ef9d-4c2e-a448-ecda559ed689 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:26:13.001267 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.042172 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.056765 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-e8f8b2c3-39b6-4636-9131-fdc1ed26d179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:13.058297 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-e8f8b2c3-39b6-4636-9131-fdc1ed26d179 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57 HTTP/1.1" status: 200 len: 910 time: 0.2097816 Sep 14 16:26:13.076916 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6e916-3d55-4a5c-a528-25f7f37f4068 req-61743be9-11aa-4dea-a00a-62b0a9c9e9a5 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:13.078517 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-97f6e916-3d55-4a5c-a528-25f7f37f4068 req-61743be9-11aa-4dea-a00a-62b0a9c9e9a5 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 944 time: 0.1792300 Sep 14 16:26:13.127030 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-2b461ad0-28f4-4349-8bc2-d63dce4cfd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:13.127911 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.128540 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-2b461ad0-28f4-4349-8bc2-d63dce4cfd88 service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.2710915 Sep 14 16:26:13.129942 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-d14899f0-6ae8-4cc6-9e0f-89223643d9f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=692918aa-a081-43ca-b17f-b40d2ffa9a38 HTTP/1.1" status: 200 len: 217 time: 0.0503709 Sep 14 16:26:13.208334 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.225422 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-97f6e916-3d55-4a5c-a528-25f7f37f4068 req-683d046a-f755-4405-8079-c7aed7162b0d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054070 Sep 14 16:26:13.237708 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1684f5-ef9d-4c2e-a448-ecda559ed689,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:13.264027 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.268668 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-164b657f-00fd-4502-ba98-b77738cdd42c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ba1684f5-ef9d-4c2e-a448-ecda559ed689 HTTP/1.1" status: 204 len: 168 time: 0.3441820 Sep 14 16:26:13.269551 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41574) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:13.358607 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.449247 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.474544 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12deb8ef-8f09-4b87-9f8d-612f478c14a0']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:13.485814 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2cdb068-e96a-4894-b418-c3653553ff95') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:13.486186 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2cdb068-e96a-4894-b418-c3653553ff95') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:26:13.497493 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.504018 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-8b493d21-f421-4c58-94ef-c0f50397e5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:13.506343 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-8b493d21-f421-4c58-94ef-c0f50397e5d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=693d9373-1403-42f6-aa49-39054f53642a HTTP/1.1" status: 200 len: 849 time: 0.3522034 Sep 14 16:26:13.515128 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-b43f44e8-5216-4a57-a064-9f0713b6ede2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 200 len: 1002 time: 0.3596792 Sep 14 16:26:13.527023 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.533721 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310081ef-22b3-4c93-a6a7-61c39f3a9e98 req-3b3c2e86-4797-4d79-a25e-d7b62b2af91a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:13.537990 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:26:13.538708 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:26:13.541460 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:26:13.544896 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-310081ef-22b3-4c93-a6a7-61c39f3a9e98 req-3b3c2e86-4797-4d79-a25e-d7b62b2af91a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.3157024 Sep 14 16:26:13.608725 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-6c04173b-f837-429f-bd63-55b593e11f23 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7d546d6-fd2d-4fe0-a445-ec4279c75d57&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642080 Sep 14 16:26:13.611413 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.615788 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.618253 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/12deb8ef-8f09-4b87-9f8d-612f478c14a0 HTTP/1.1" status: 204 len: 168 time: 0.3477383 Sep 14 16:26:13.639561 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356f835f-1fba-4c2e-a8f5-57d4c1a229b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=12deb8ef-8f09-4b87-9f8d-612f478c14a0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:13.670492 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-fee6cbee-eb13-4bb9-863b-aa65005e589d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:13.672198 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-fee6cbee-eb13-4bb9-863b-aa65005e589d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.1268291 Sep 14 16:26:13.687792 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-310081ef-22b3-4c93-a6a7-61c39f3a9e98 req-ca22973f-e072-4a80-97df-86bd51cd8838 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399028 Sep 14 16:26:13.787342 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-0859d429-f685-4ff0-b58d-f2c913c21865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:13.788966 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-0859d429-f685-4ff0-b58d-f2c913c21865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0983124 Sep 14 16:26:13.792199 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-c7c1b937-5c26-464f-aa88-65a77adec6d2 service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729877 Sep 14 16:26:13.850386 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:13.896389 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5ed0a9d3-6030-43d7-9939-3fb04fb96a38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=13d51731c2d64f03a21f0acded68f18d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0446420 Sep 14 16:26:13.898958 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41604) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:13.938396 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41606) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:13.958309 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c5f-fe37-46dd-a4be-ec724b60ec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:13.982013 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-07b4c8bd-9db2-49d1-bf93-002262dd7582 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739357 Sep 14 16:26:13.988005 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cfe78f5c-ff85-4965-b127-74b97af63f0b req-a463d1e9-afcb-4577-b071-ddc70dc0b576 service neutron] 10.222.0.20 "GET /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783161 Sep 14 16:26:13.999053 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c5f-fe37-46dd-a4be-ec724b60ec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.069820 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c5f-fe37-46dd-a4be-ec724b60ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.072869 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1d1b6c5f-fe37-46dd-a4be-ec724b60ec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.074313 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1d1b6c5f-fe37-46dd-a4be-ec724b60ec58 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0eaf495-1d52-4571-abb7-7094ed7c72aa HTTP/1.1" status: 204 len: 168 time: 0.1741788 Sep 14 16:26:14.082923 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1b6c5f-fe37-46dd-a4be-ec724b60ec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0eaf495-1d52-4571-abb7-7094ed7c72aa,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:14.102504 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f475a441-e99a-4943-ba85-e3367931b022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.111652 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0649295-add7-4a8c-bfda-77b37c8b6a74 req-bc0a6c36-5bcd-41ea-a081-bf55ff36a603 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151631 Sep 14 16:26:14.246724 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f475a441-e99a-4943-ba85-e3367931b022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.250945 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f475a441-e99a-4943-ba85-e3367931b022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.291052 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f475a441-e99a-4943-ba85-e3367931b022 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ada519e4a2740d1a43b57a4e8df146a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516693 Sep 14 16:26:14.291929 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475a441-e99a-4943-ba85-e3367931b022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34369f08-88aa-4ccc-ba10-0ac5fec485b8,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:14.295202 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41620) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:14.391529 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a0566b-b404-4e51-b6ea-929a44b20b44 req-e849679d-cb4d-411b-a2fa-53c58fc04978 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:14.393011 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0a0566b-b404-4e51-b6ea-929a44b20b44 req-e849679d-cb4d-411b-a2fa-53c58fc04978 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 944 time: 0.0768826 Sep 14 16:26:14.393829 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3470e5-03aa-4c25-918a-cdcbf4a322d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.407553 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41622) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:14.428709 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3470e5-03aa-4c25-918a-cdcbf4a322d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.450395 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e5dedb10-0cf0-4c64-b44b-d9573c111d12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2289068d50e24f0da498e587c8746cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417051 Sep 14 16:26:14.452951 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41624) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:14.458069 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0a0566b-b404-4e51-b6ea-929a44b20b44 req-9e87b187-2370-40c2-a207-364f75820608 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553710 Sep 14 16:26:14.491746 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3470e5-03aa-4c25-918a-cdcbf4a322d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.494138 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf3470e5-03aa-4c25-918a-cdcbf4a322d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.495302 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cf3470e5-03aa-4c25-918a-cdcbf4a322d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34369f08-88aa-4ccc-ba10-0ac5fec485b8 HTTP/1.1" status: 204 len: 168 time: 0.1988778 Sep 14 16:26:14.507506 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7fe27967-04cc-4d10-9c52-f565b999ced1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.508985 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3470e5-03aa-4c25-918a-cdcbf4a322d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34369f08-88aa-4ccc-ba10-0ac5fec485b8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:14.536136 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7fe27967-04cc-4d10-9c52-f565b999ced1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.584639 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7fe27967-04cc-4d10-9c52-f565b999ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.588345 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7fe27967-04cc-4d10-9c52-f565b999ced1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:14.588529 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7fe27967-04cc-4d10-9c52-f565b999ced1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7d8d7e3-6093-4dfb-96c1-0cb940ceb113 HTTP/1.1" status: 204 len: 168 time: 0.1345010 Sep 14 16:26:14.597060 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe27967-04cc-4d10-9c52-f565b999ced1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d8d7e3-6093-4dfb-96c1-0cb940ceb113,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:14.811898 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c992f44-ae01-413b-aeec-a036f76bb25c req-46a6a26a-e8f5-4d1b-8019-85ca88417b28 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:14.813582 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7c992f44-ae01-413b-aeec-a036f76bb25c req-46a6a26a-e8f5-4d1b-8019-85ca88417b28 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0624933 Sep 14 16:26:14.867261 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7c992f44-ae01-413b-aeec-a036f76bb25c req-568a2174-0d88-4e46-878a-2dfa0885cff4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400229 Sep 14 16:26:14.881463 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41640) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:14.895610 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d4b10724-683f-482c-a58b-44b74513d179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.015306 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d4b10724-683f-482c-a58b-44b74513d179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.022717 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d4b10724-683f-482c-a58b-44b74513d179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.069131 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b10724-683f-482c-a58b-44b74513d179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390c193b-6d39-459d-9751-c19b39c06d8f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:15.076309 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d4b10724-683f-482c-a58b-44b74513d179 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5708ae142d84c298650992ff0fbd86d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936023 Sep 14 16:26:15.077166 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41654) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:15.150954 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb1f-2155-4db4-a567-baa994232d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.179088 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb1f-2155-4db4-a567-baa994232d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.239499 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb1f-2155-4db4-a567-baa994232d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.242461 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39bbfb1f-2155-4db4-a567-baa994232d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.243650 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-39bbfb1f-2155-4db4-a567-baa994232d1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/390c193b-6d39-459d-9751-c19b39c06d8f HTTP/1.1" status: 204 len: 168 time: 0.1653879 Sep 14 16:26:15.252527 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbfb1f-2155-4db4-a567-baa994232d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390c193b-6d39-459d-9751-c19b39c06d8f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:15.273591 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41668) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:15.524729 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd3a5fd-7e6a-4bea-aad0-9ea571411e3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.666469 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd3a5fd-7e6a-4bea-aad0-9ea571411e3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.668838 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.671685 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0dd3a5fd-7e6a-4bea-aad0-9ea571411e3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.714949 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0dd3a5fd-7e6a-4bea-aad0-9ea571411e3b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2dd1a2f41a824cb5b1847a105de28def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402730 Sep 14 16:26:15.716440 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd3a5fd-7e6a-4bea-aad0-9ea571411e3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b7f68d-9639-4631-9162-6cbaea8ebe95,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:15.719231 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41690) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:15.778859 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4273f-6125-4cfa-9d59-1f3d4bfe0483 req-78d7af8d-db86-4b24-a756-09eee0e7fc75 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:15.790317 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b6a4273f-6125-4cfa-9d59-1f3d4bfe0483 req-78d7af8d-db86-4b24-a756-09eee0e7fc75 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 944 time: 0.0776005 Sep 14 16:26:15.793952 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fee87e7-57ce-4517-8c41-4b5769439d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.823583 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fee87e7-57ce-4517-8c41-4b5769439d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.838143 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b6a4273f-6125-4cfa-9d59-1f3d4bfe0483 req-2122fac4-12c5-4d2e-83d2-4e72781b1764 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463729 Sep 14 16:26:15.898380 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fee87e7-57ce-4517-8c41-4b5769439d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.903404 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6fee87e7-57ce-4517-8c41-4b5769439d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:15.903404 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6fee87e7-57ce-4517-8c41-4b5769439d60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41b7f68d-9639-4631-9162-6cbaea8ebe95 HTTP/1.1" status: 204 len: 168 time: 0.1764076 Sep 14 16:26:15.912575 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee87e7-57ce-4517-8c41-4b5769439d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b7f68d-9639-4631-9162-6cbaea8ebe95,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:15.953943 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:26:16.002865 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7906096-855e-4114-8587-dc00979282da req-c2caf11e-8b3b-417a-9ea4-cb1f3eceb1c8 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:16.004910 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7906096-855e-4114-8587-dc00979282da req-c2caf11e-8b3b-417a-9ea4-cb1f3eceb1c8 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0571697 Sep 14 16:26:16.047542 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7906096-855e-4114-8587-dc00979282da req-196afaee-25f5-4262-973a-d1cafdb39a00 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344250 Sep 14 16:26:16.327143 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 692918aa-a081-43ca-b17f-b40d2ffa9a38 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:26:16.400512 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:16.416383 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1efa4ab7-a1c9-4235-bd12-f3d2b5f9ffaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.442898 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 692918aa-a081-43ca-b17f-b40d2ffa9a38, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=692918aa-a081-43ca-b17f-b40d2ffa9a38,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:26:16.455089 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '692918aa-a081-43ca-b17f-b40d2ffa9a38', 'network_id': 'c7d546d6-fd2d-4fe0-a445-ec4279c75d57', 'port_id': '692918aa-a081-43ca-b17f-b40d2ffa9a38', 'mac_address': 'fa:16:3e:d5:31:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '693d9373-1403-42f6-aa49-39054f53642a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:26:16.504223 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.515744 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41720) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:16.520492 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 692918aa-a081-43ca-b17f-b40d2ffa9a38 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:26:16.546814 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1efa4ab7-a1c9-4235-bd12-f3d2b5f9ffaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.550127 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 692918aa-a081-43ca-b17f-b40d2ffa9a38, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=692918aa-a081-43ca-b17f-b40d2ffa9a38,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:26:16.552018 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1efa4ab7-a1c9-4235-bd12-f3d2b5f9ffaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.555262 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.586370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efa4ab7-a1c9-4235-bd12-f3d2b5f9ffaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c1b2a7-49ce-40bb-930a-4baeb2b5301c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:16.605665 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1efa4ab7-a1c9-4235-bd12-f3d2b5f9ffaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e901ace7f464d23a5da3d5e7463934b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039936 Sep 14 16:26:16.609073 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:16.610772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=692918aa-a081-43ca-b17f-b40d2ffa9a38,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:16.619335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.620011 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.620422 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.620827 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.621257 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.621701 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.622099 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.622499 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.622998 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.623356 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.623754 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.624147 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:26:16.671443 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8748ccfb-a6e7-4016-a64d-df6ab10812f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.697892 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8748ccfb-a6e7-4016-a64d-df6ab10812f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.751222 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8748ccfb-a6e7-4016-a64d-df6ab10812f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.753973 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8748ccfb-a6e7-4016-a64d-df6ab10812f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.755138 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8748ccfb-a6e7-4016-a64d-df6ab10812f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4c1b2a7-49ce-40bb-930a-4baeb2b5301c HTTP/1.1" status: 204 len: 168 time: 0.1457071 Sep 14 16:26:16.763475 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748ccfb-a6e7-4016-a64d-df6ab10812f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c1b2a7-49ce-40bb-930a-4baeb2b5301c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:16.822953 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f0e8d8a-9374-42ec-b220-63ef394b0d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.874096 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['692918aa-a081-43ca-b17f-b40d2ffa9a38'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:26:16.975201 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f0e8d8a-9374-42ec-b220-63ef394b0d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:16.981942 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4f0e8d8a-9374-42ec-b220-63ef394b0d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:17.025627 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4f0e8d8a-9374-42ec-b220-63ef394b0d42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14617c549ecd46f3b1a0b90674abe8ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5080855 Sep 14 16:26:17.028383 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:17.057766 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e8d8a-9374-42ec-b220-63ef394b0d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a481446a-e9f5-4c12-a15f-b022dcbcaa11,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:17.099695 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87224539-26a9-4577-987e-a4108cd6eba3 req-ec8883d7-8887-4885-a0ae-15a1b72f0837 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:17.105719 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87224539-26a9-4577-987e-a4108cd6eba3 req-ec8883d7-8887-4885-a0ae-15a1b72f0837 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 945 time: 0.1460309 Sep 14 16:26:17.112848 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afe50d8c-aa1f-42fe-a067-c6a28b98aa47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:17.139881 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afe50d8c-aa1f-42fe-a067-c6a28b98aa47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:17.216527 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afe50d8c-aa1f-42fe-a067-c6a28b98aa47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:17.219332 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-afe50d8c-aa1f-42fe-a067-c6a28b98aa47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:17.224259 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-afe50d8c-aa1f-42fe-a067-c6a28b98aa47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a481446a-e9f5-4c12-a15f-b022dcbcaa11 HTTP/1.1" status: 204 len: 168 time: 0.1945724 Sep 14 16:26:17.228732 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87224539-26a9-4577-987e-a4108cd6eba3 req-16fa8a66-54ca-405c-bab8-a5608d72243f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141398 Sep 14 16:26:17.235550 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe50d8c-aa1f-42fe-a067-c6a28b98aa47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a481446a-e9f5-4c12-a15f-b022dcbcaa11,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:17.239016 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d42988-42e6-434b-bf5d-a8b76be3db99 req-796418d9-ce18-4f06-9fd7-bb6c95d88f06 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:17.240608 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6d42988-42e6-434b-bf5d-a8b76be3db99 req-796418d9-ce18-4f06-9fd7-bb6c95d88f06 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0939386 Sep 14 16:26:17.291679 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6d42988-42e6-434b-bf5d-a8b76be3db99 req-7f1613a7-1471-4a3f-83b1-ef4734df2a2f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374253 Sep 14 16:26:17.549861 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-823be686-6c87-442f-894e-e3ee34af159f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.047399 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41798) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:18.164245 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-299f6d50-0fee-4a77-9634-493bd3801159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.276477 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-299f6d50-0fee-4a77-9634-493bd3801159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.281649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-299f6d50-0fee-4a77-9634-493bd3801159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.324437 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 692918aa-a081-43ca-b17f-b40d2ffa9a38 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:26:18.355201 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299f6d50-0fee-4a77-9634-493bd3801159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcd7e2c-7f74-48e9-8faf-b54539546a2d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:18.379057 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-299f6d50-0fee-4a77-9634-493bd3801159 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3962fde972b442fda276e99a5ef309b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3291533 Sep 14 16:26:18.380717 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41820) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:18.389795 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d359079-1a7f-4582-bf38-372771312303 req-8f96d2df-bf4a-401e-a2ed-2f5e4413a31a tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:18.392150 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d359079-1a7f-4582-bf38-372771312303 req-8f96d2df-bf4a-401e-a2ed-2f5e4413a31a tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 945 time: 0.0694265 Sep 14 16:26:18.457015 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3833145f-5506-43c4-b581-c9166d3d1c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.457366 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 692918aa-a081-43ca-b17f-b40d2ffa9a38 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:26:18.464894 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 692918aa-a081-43ca-b17f-b40d2ffa9a38 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:26:18.465267 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.500778 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3833145f-5506-43c4-b581-c9166d3d1c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.516177 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d359079-1a7f-4582-bf38-372771312303 req-da072b75-07b0-4a93-b6a0-86de70ade9fd tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140151 Sep 14 16:26:18.565133 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3833145f-5506-43c4-b581-c9166d3d1c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.571556 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3833145f-5506-43c4-b581-c9166d3d1c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.580199 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3833145f-5506-43c4-b581-c9166d3d1c8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bdcd7e2c-7f74-48e9-8faf-b54539546a2d HTTP/1.1" status: 204 len: 168 time: 0.1962056 Sep 14 16:26:18.602518 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed1eea-c85f-4326-9ff4-acb3aab1ba04 req-2aa61ebf-f4b9-4b1d-82d5-ba9e1ba2845a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:18.607212 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2fed1eea-c85f-4326-9ff4-acb3aab1ba04 req-2aa61ebf-f4b9-4b1d-82d5-ba9e1ba2845a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1521709 Sep 14 16:26:18.609080 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3833145f-5506-43c4-b581-c9166d3d1c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcd7e2c-7f74-48e9-8faf-b54539546a2d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:18.642477 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.662024 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2fed1eea-c85f-4326-9ff4-acb3aab1ba04 req-3fe1b448-1e2e-408d-9085-5f0f1fb146cb tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475633 Sep 14 16:26:18.694299 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692918aa-a081-43ca-b17f-b40d2ffa9a38'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:26:18.696728 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2e9276-7874-438e-8149-113028cbaeff" -d '{"events": [{"server_uuid": "36e0ee00-2d37-45a8-a04d-98d630a38b54", "name": "network-vif-plugged", "status": "completed", "tag": "692918aa-a081-43ca-b17f-b40d2ffa9a38"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:26:18.710195 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 692918aa-a081-43ca-b17f-b40d2ffa9a38, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=692918aa-a081-43ca-b17f-b40d2ffa9a38,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:26:18.717757 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:18.762411 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38195c6b-1156-4251-a649-251b3c129269 x-openstack-request-id: req-38195c6b-1156-4251-a649-251b3c129269 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:26:18.762708 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e0ee00-2d37-45a8-a04d-98d630a38b54", "name": "network-vif-plugged", "status": "completed", "tag": "692918aa-a081-43ca-b17f-b40d2ffa9a38", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:26:18.763170 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-38195c6b-1156-4251-a649-251b3c129269 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:26:18.763641 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '692918aa-a081-43ca-b17f-b40d2ffa9a38', 'code': 200} Sep 14 16:26:18.809592 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=692918aa-a081-43ca-b17f-b40d2ffa9a38,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:18.992999 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc228fa9-1b5a-43ff-8f9b-2bba21260986 req-4c445c37-2b1a-4ad7-a042-baf07d4ab32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:18.994565 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc228fa9-1b5a-43ff-8f9b-2bba21260986 req-4c445c37-2b1a-4ad7-a042-baf07d4ab32a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 1099 time: 0.0525122 Sep 14 16:26:19.032905 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc228fa9-1b5a-43ff-8f9b-2bba21260986 req-36ebc8ed-cbbd-49cd-897c-4c437780f054 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293391 Sep 14 16:26:19.154230 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 41848) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:19.170873 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19ef509d-de86-4c62-92e3-c6c0f6293bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:19.264414 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19ef509d-de86-4c62-92e3-c6c0f6293bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:19.268711 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-19ef509d-de86-4c62-92e3-c6c0f6293bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:19.306738 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-19ef509d-de86-4c62-92e3-c6c0f6293bac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e6d9738fad0c44d3a9bda7757738f3b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513922 Sep 14 16:26:19.308823 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef509d-de86-4c62-92e3-c6c0f6293bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbbacaba-f81f-4d41-b6a0-3e4b9b81289a,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:19.310505 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 41860) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:19.364747 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc703ca6-7568-4931-86a9-3f87b7219484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:19.387301 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc703ca6-7568-4931-86a9-3f87b7219484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:19.435781 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc703ca6-7568-4931-86a9-3f87b7219484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:19.439715 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cc703ca6-7568-4931-86a9-3f87b7219484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:19.439715 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cc703ca6-7568-4931-86a9-3f87b7219484 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbbacaba-f81f-4d41-b6a0-3e4b9b81289a HTTP/1.1" status: 204 len: 168 time: 0.1280439 Sep 14 16:26:19.448974 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc703ca6-7568-4931-86a9-3f87b7219484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbbacaba-f81f-4d41-b6a0-3e4b9b81289a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:19.640342 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9722f-4de7-4137-8044-950003fdcdb8 req-7df974a5-d359-4720-91a2-8a757dfd485d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:19.641900 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cca9722f-4de7-4137-8044-950003fdcdb8 req-7df974a5-d359-4720-91a2-8a757dfd485d tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 946 time: 0.0585706 Sep 14 16:26:19.705572 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cca9722f-4de7-4137-8044-950003fdcdb8 req-7f0b96d9-6869-47c9-b5c4-9ce275155339 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477176 Sep 14 16:26:19.826087 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8eef45-f0a2-415e-b832-603153e2a701 req-cdf972fa-7e79-4a6c-9f20-45c93c4288cf tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:19.828249 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0d8eef45-f0a2-415e-b832-603153e2a701 req-cdf972fa-7e79-4a6c-9f20-45c93c4288cf tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0670176 Sep 14 16:26:19.874854 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0d8eef45-f0a2-415e-b832-603153e2a701 req-7e47c1af-df20-45ad-b615-0a598fd1b3b7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384457 Sep 14 16:26:19.980498 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-80289d06-6c04-4d3d-a681-7c20aeb43aef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:20.368712 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:20.821023 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981d6a7-bc33-440e-b079-7389d27e613e req-08c8ebdd-e379-4d62-aefd-0acdaec1c90a tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:20.822600 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c981d6a7-bc33-440e-b079-7389d27e613e req-08c8ebdd-e379-4d62-aefd-0acdaec1c90a tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 946 time: 0.0595078 Sep 14 16:26:20.863333 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c981d6a7-bc33-440e-b079-7389d27e613e req-2e557eea-2b75-4a73-8214-9ae16289d069 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339603 Sep 14 16:26:21.001874 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4515814d-6ac0-44fe-9dd2-e6701d622496 req-f3510abf-8731-4717-aa91-6f4359034792 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:21.003859 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4515814d-6ac0-44fe-9dd2-e6701d622496 req-f3510abf-8731-4717-aa91-6f4359034792 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0584617 Sep 14 16:26:21.042572 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4515814d-6ac0-44fe-9dd2-e6701d622496 req-461546f2-1410-4a1b-9fde-795858bf5bb6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328717 Sep 14 16:26:21.398959 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:22.597214 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:23.649600 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da204ab-4676-4fde-aec2-617110e57189 req-be4d8bb6-ecf2-4c49-ab34-59d7686a30a5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:23.651061 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9da204ab-4676-4fde-aec2-617110e57189 req-be4d8bb6-ecf2-4c49-ab34-59d7686a30a5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0488219 Sep 14 16:26:23.693708 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9da204ab-4676-4fde-aec2-617110e57189 req-9ae189a4-f3ed-43d1-8f33-21e1320450f3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365276 Sep 14 16:26:24.337796 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007ecf-d11d-4e75-bb31-9fe6bb88f0c4 req-4a195fcf-b9d5-4e84-8063-8414e8ea589c tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:24.339399 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d007ecf-d11d-4e75-bb31-9fe6bb88f0c4 req-4a195fcf-b9d5-4e84-8063-8414e8ea589c tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 946 time: 0.0556273 Sep 14 16:26:24.388150 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d007ecf-d11d-4e75-bb31-9fe6bb88f0c4 req-20e3acc5-48ec-4ad2-bdab-b93658a04224 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420887 Sep 14 16:26:24.827633 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c8736d-c90b-49ac-82d4-ece02bf6073c req-c8045097-672c-4f75-bc5f-a31763ea30c0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:24.829070 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-32c8736d-c90b-49ac-82d4-ece02bf6073c req-c8045097-672c-4f75-bc5f-a31763ea30c0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0527990 Sep 14 16:26:24.880930 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:24.883642 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-32c8736d-c90b-49ac-82d4-ece02bf6073c req-0125b64c-fca1-46f1-9fe2-e4a45ce20c6e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462215 Sep 14 16:26:24.993066 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce2ec-9b34-43f6-8409-6f5ed77fe1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.091482 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce2ec-9b34-43f6-8409-6f5ed77fe1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.095672 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4a5ce2ec-9b34-43f6-8409-6f5ed77fe1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.133678 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4a5ce2ec-9b34-43f6-8409-6f5ed77fe1a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8544a4b2e45b473cb580df39835bb9b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2511601 Sep 14 16:26:25.135495 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ce2ec-9b34-43f6-8409-6f5ed77fe1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcecd08-c972-4792-a78f-09364ad5e09e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:25.136283 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42012) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:25.203722 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a1afbb5-a5ef-4b98-befb-ea5d3f0d4eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.222615 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a1afbb5-a5ef-4b98-befb-ea5d3f0d4eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.276127 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a1afbb5-a5ef-4b98-befb-ea5d3f0d4eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.279065 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5a1afbb5-a5ef-4b98-befb-ea5d3f0d4eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.280341 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5a1afbb5-a5ef-4b98-befb-ea5d3f0d4eb9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9fcecd08-c972-4792-a78f-09364ad5e09e HTTP/1.1" status: 204 len: 168 time: 0.1429129 Sep 14 16:26:25.296740 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1afbb5-a5ef-4b98-befb-ea5d3f0d4eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcecd08-c972-4792-a78f-09364ad5e09e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:25.509202 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1623099-35bf-4d71-999f-33c3c2d48673 req-35d80c70-1c90-4934-b1e6-3ebd078e9abc tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:25.510855 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1623099-35bf-4d71-999f-33c3c2d48673 req-35d80c70-1c90-4934-b1e6-3ebd078e9abc tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 946 time: 0.0520382 Sep 14 16:26:25.559104 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1623099-35bf-4d71-999f-33c3c2d48673 req-f327f08b-9683-4081-8b51-03c3f09bd4ff tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377586 Sep 14 16:26:25.567896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42026) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:25.581150 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87669181-b304-4598-8191-4f273556a193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.671257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87669181-b304-4598-8191-4f273556a193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.675665 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-87669181-b304-4598-8191-4f273556a193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.717312 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-87669181-b304-4598-8191-4f273556a193 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f804d7270f6e440680acb2c9b370cf5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1457336 Sep 14 16:26:25.717312 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87669181-b304-4598-8191-4f273556a193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664282fd-29b2-4c42-9449-6d91856e9869,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:25.718209 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42032) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:25.770273 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d643deb7-650c-4bf2-91bd-242f4ef6fe7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.792071 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d643deb7-650c-4bf2-91bd-242f4ef6fe7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.838917 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d643deb7-650c-4bf2-91bd-242f4ef6fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.841634 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d643deb7-650c-4bf2-91bd-242f4ef6fe7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:25.842788 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d643deb7-650c-4bf2-91bd-242f4ef6fe7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/664282fd-29b2-4c42-9449-6d91856e9869 HTTP/1.1" status: 204 len: 168 time: 0.1236074 Sep 14 16:26:25.850966 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643deb7-650c-4bf2-91bd-242f4ef6fe7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664282fd-29b2-4c42-9449-6d91856e9869,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:28.020036 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc737ce-96f9-4a6f-a342-0ac79ca9b240 req-ec52d349-137a-4cb4-a7fd-a85de7a65f40 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:28.021536 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3dc737ce-96f9-4a6f-a342-0ac79ca9b240 req-ec52d349-137a-4cb4-a7fd-a85de7a65f40 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0821640 Sep 14 16:26:28.029670 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815603f2-b0c5-44a4-a66b-07f946ac4667 req-e8a6a6f7-8807-43f3-9b78-52c288d7b801 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:28.031039 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-815603f2-b0c5-44a4-a66b-07f946ac4667 req-e8a6a6f7-8807-43f3-9b78-52c288d7b801 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 946 time: 0.0823255 Sep 14 16:26:28.084751 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3dc737ce-96f9-4a6f-a342-0ac79ca9b240 req-d00a1ed9-8f44-4e9a-a287-11bb492157ee tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527787 Sep 14 16:26:28.092033 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-815603f2-b0c5-44a4-a66b-07f946ac4667 req-b671c41c-a682-483d-af5f-8cafb0b7c478 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/security-groups?id=65275e11-60a6-4835-9580-aeb573695c8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Sep 14 16:26:28.493864 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-2a39e56b-fabe-4141-9403-c6563c8533cb tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:28.495868 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-2a39e56b-fabe-4141-9403-c6563c8533cb tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 946 time: 0.0615771 Sep 14 16:26:28.600737 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Deleting port 692918aa-a081-43ca-b17f-b40d2ffa9a38 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:26:28.600737 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:28.711410 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] For port 692918aa-a081-43ca-b17f-b40d2ffa9a38, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=692918aa-a081-43ca-b17f-b40d2ffa9a38,segment=NetworkSegment(d8c7c76e-ad78-4771-9c67-09bbe1df2bf3),segment_id=d8c7c76e-ad78-4771-9c67-09bbe1df2bf3)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:26:28.712095 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:28.731969 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Calling delete_port for 692918aa-a081-43ca-b17f-b40d2ffa9a38 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:26:28.849587 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42144) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:28.885920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:28.905809 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['692918aa-a081-43ca-b17f-b40d2ffa9a38'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:26:28.922555 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Pushing event deleted for resources: {'Port': ['ID=692918aa-a081-43ca-b17f-b40d2ffa9a38,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:28.979463 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] No DVR routers for this DVR port 692918aa-a081-43ca-b17f-b40d2ffa9a38 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:26:28.982397 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:28.984473 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e91cf81-a94f-4d4a-aa57-5b3da98f465f req-b6a222ed-32a1-46d2-b39a-f6d143dd765f tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.20 "DELETE /v2.0/ports/692918aa-a081-43ca-b17f-b40d2ffa9a38 HTTP/1.1" status: 204 len: 173 time: 0.4768157 Sep 14 16:26:28.984935 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'name': 'network-vif-deleted', 'tag': '692918aa-a081-43ca-b17f-b40d2ffa9a38'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:26:28.987903 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94dde62-0661-47f5-ab6b-6ad00d07c12a" -d '{"events": [{"server_uuid": "36e0ee00-2d37-45a8-a04d-98d630a38b54", "name": "network-vif-deleted", "tag": "692918aa-a081-43ca-b17f-b40d2ffa9a38"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:26:29.020124 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18018345-f7d9-4141-882c-b1b065757c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.138661 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d1dd3-29ab-4e8e-b1da-edaefbc2a395 x-openstack-request-id: req-564d1dd3-29ab-4e8e-b1da-edaefbc2a395 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:26:29.139700 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36e0ee00-2d37-45a8-a04d-98d630a38b54", "name": "network-vif-deleted", "tag": "692918aa-a081-43ca-b17f-b40d2ffa9a38", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:26:29.140138 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-564d1dd3-29ab-4e8e-b1da-edaefbc2a395 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:26:29.140714 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36e0ee00-2d37-45a8-a04d-98d630a38b54', 'name': 'network-vif-deleted', 'tag': '692918aa-a081-43ca-b17f-b40d2ffa9a38', 'status': 'completed', 'code': 200} Sep 14 16:26:29.147810 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18018345-f7d9-4141-882c-b1b065757c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.153091 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18018345-f7d9-4141-882c-b1b065757c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.197807 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-18018345-f7d9-4141-882c-b1b065757c5c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51c2b599766d4e33b9cb57b5697b1e41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3471105 Sep 14 16:26:29.200591 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42160) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:29.209232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18018345-f7d9-4141-882c-b1b065757c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af8cd3d-f390-4a6e-8918-9f4b27af6a95,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:29.312357 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de6c4ef4-60ec-4b4d-a03d-a778a9906223 req-a96a337b-1b16-4951-8a3c-e972ebf49e32 tempest-VolumesActionsTest-1180677284 tempest-VolumesActionsTest-1180677284-project] 10.222.0.15 "GET /v2.0/ports?device_id=36e0ee00-2d37-45a8-a04d-98d630a38b54 HTTP/1.1" status: 200 len: 210 time: 0.0423789 Sep 14 16:26:29.324342 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63579dee-984c-49b7-bd3b-65783c1e1a50 req-d4b09b17-fdc0-445c-83d3-11398b0bc830 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:29.325719 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-63579dee-984c-49b7-bd3b-65783c1e1a50 req-d4b09b17-fdc0-445c-83d3-11398b0bc830 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1164091 Sep 14 16:26:29.339679 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0d62ed7-bf52-4fc4-b1f9-c447d56fbfe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.378880 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0d62ed7-bf52-4fc4-b1f9-c447d56fbfe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.402782 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-63579dee-984c-49b7-bd3b-65783c1e1a50 req-d827c1ee-0212-4ab4-b069-5bbd755de4a8 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611355 Sep 14 16:26:29.443249 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0d62ed7-bf52-4fc4-b1f9-c447d56fbfe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.445820 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c0d62ed7-bf52-4fc4-b1f9-c447d56fbfe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.446993 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c0d62ed7-bf52-4fc4-b1f9-c447d56fbfe0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4af8cd3d-f390-4a6e-8918-9f4b27af6a95 HTTP/1.1" status: 204 len: 168 time: 0.2451115 Sep 14 16:26:29.454783 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d62ed7-bf52-4fc4-b1f9-c447d56fbfe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af8cd3d-f390-4a6e-8918-9f4b27af6a95,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:29.723766 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42166) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:29.737855 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b10edee8-e618-49bc-9ade-964859babbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.834607 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b10edee8-e618-49bc-9ade-964859babbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.839462 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b10edee8-e618-49bc-9ade-964859babbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.879644 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b10edee8-e618-49bc-9ade-964859babbaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fac5aa0becd146d1b2ac11f0f58ebc12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1547067 Sep 14 16:26:29.880880 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10edee8-e618-49bc-9ade-964859babbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d729609-ee18-4f51-b4b1-7bae7fc375e4,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:29.885210 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:29.947992 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69d3195-0b07-4cfa-b81a-1d9b2290cc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:29.970072 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69d3195-0b07-4cfa-b81a-1d9b2290cc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:30.018668 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69d3195-0b07-4cfa-b81a-1d9b2290cc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:30.021396 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e69d3195-0b07-4cfa-b81a-1d9b2290cc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:30.022739 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e69d3195-0b07-4cfa-b81a-1d9b2290cc17 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5d729609-ee18-4f51-b4b1-7bae7fc375e4 HTTP/1.1" status: 204 len: 168 time: 0.1365016 Sep 14 16:26:30.039143 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69d3195-0b07-4cfa-b81a-1d9b2290cc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d729609-ee18-4f51-b4b1-7bae7fc375e4,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:30.548653 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885e58eb-2aaa-4c67-99fb-18be5428cbf7 req-a49fc22b-207a-4ae5-b288-cc5fa0f49bb6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:30.550894 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-885e58eb-2aaa-4c67-99fb-18be5428cbf7 req-a49fc22b-207a-4ae5-b288-cc5fa0f49bb6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0605206 Sep 14 16:26:30.593064 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-885e58eb-2aaa-4c67-99fb-18be5428cbf7 req-fc3980aa-db61-47c2-9130-eec7cbf3e30a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363722 Sep 14 16:26:31.715885 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a178ca9-5ae7-4d75-b808-91c08602670c req-0a53fc1b-e5e2-45e2-9240-e59e2b8da669 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:31.717413 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2a178ca9-5ae7-4d75-b808-91c08602670c req-0a53fc1b-e5e2-45e2-9240-e59e2b8da669 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0528605 Sep 14 16:26:31.756193 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2a178ca9-5ae7-4d75-b808-91c08602670c req-2aa95fc1-4cb4-4bd5-a4e7-6d0ce315ab2e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324752 Sep 14 16:26:32.471910 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 692918aa-a081-43ca-b17f-b40d2ffa9a38 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:26:32.492058 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 692918aa-a081-43ca-b17f-b40d2ffa9a38 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:26:32.492402 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 692918aa-a081-43ca-b17f-b40d2ffa9a38 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:26:34.470143 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677b1b13-9b90-4890-8102-0e944cd904a8 req-9b2f80f1-5e80-4183-bcc6-e3b87b25a63b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:34.472287 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-677b1b13-9b90-4890-8102-0e944cd904a8 req-9b2f80f1-5e80-4183-bcc6-e3b87b25a63b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0536048 Sep 14 16:26:34.517074 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-677b1b13-9b90-4890-8102-0e944cd904a8 req-6ba172f0-9a56-4799-9334-1c33ddfb49c8 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345328 Sep 14 16:26:37.953910 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977bb319-c949-4514-87e4-2df9c0b62183 req-86c2ffea-5a85-47df-a606-45b9f0cec6f5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:37.955643 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-977bb319-c949-4514-87e4-2df9c0b62183 req-86c2ffea-5a85-47df-a606-45b9f0cec6f5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0485036 Sep 14 16:26:37.994282 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-977bb319-c949-4514-87e4-2df9c0b62183 req-e29e6144-2454-40e3-a806-39d604e60dbc tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Sep 14 16:26:39.120180 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f55b85-ab70-4258-8b8f-a5c2e1c262cd req-719a6560-7de9-467c-84d3-7e4253da49f0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:39.122236 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-79f55b85-ab70-4258-8b8f-a5c2e1c262cd req-719a6560-7de9-467c-84d3-7e4253da49f0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0579240 Sep 14 16:26:39.161686 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-79f55b85-ab70-4258-8b8f-a5c2e1c262cd req-5d035da3-61c0-41e5-b171-79fa263c5e91 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327761 Sep 14 16:26:40.351790 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0730554c-915a-4de7-a83a-18ffb5c0d235 req-17d81be7-a02a-49d5-b019-e0570f0b6d90 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:40.353283 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0730554c-915a-4de7-a83a-18ffb5c0d235 req-17d81be7-a02a-49d5-b019-e0570f0b6d90 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0964761 Sep 14 16:26:40.359658 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c90a5-0456-48f2-93d3-bdbb5ed0a790 req-943176a6-fc38-46f2-bfe1-065e6c1765a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:40.361087 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc8c90a5-0456-48f2-93d3-bdbb5ed0a790 req-943176a6-fc38-46f2-bfe1-065e6c1765a1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 1098 time: 0.0696304 Sep 14 16:26:40.415637 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0730554c-915a-4de7-a83a-18ffb5c0d235 req-20155bb0-87e8-41ac-b605-a48be52251e6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514648 Sep 14 16:26:40.434886 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc8c90a5-0456-48f2-93d3-bdbb5ed0a790 req-3cc43034-fcb2-4589-b628-eda2d64317b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513699 Sep 14 16:26:41.602019 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a894d03-f00f-41cc-9b49-0253af6597fa req-7561d3e6-6c06-45bc-849a-c3ca8510f2e1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:41.610453 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3a894d03-f00f-41cc-9b49-0253af6597fa req-7561d3e6-6c06-45bc-849a-c3ca8510f2e1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.1009362 Sep 14 16:26:41.648252 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3a894d03-f00f-41cc-9b49-0253af6597fa req-f1d0c760-8cba-4f6a-aeaa-4ee88da5a685 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369818 Sep 14 16:26:42.855611 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e89ee-95b1-4881-8e53-24648bc7eba0 req-dd73f7de-924c-42c1-b7c9-a11be570be40 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:42.865132 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b10e89ee-95b1-4881-8e53-24648bc7eba0 req-dd73f7de-924c-42c1-b7c9-a11be570be40 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0976195 Sep 14 16:26:42.928017 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b10e89ee-95b1-4881-8e53-24648bc7eba0 req-eb100ffe-bb8c-4560-898e-316e00aa40b5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613861 Sep 14 16:26:43.104764 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a29408-2b38-4a0d-82bc-5a0406806b24 req-fdcaa2e1-2a57-4823-ada7-b7d3bbd9be29 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:43.112905 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1a29408-2b38-4a0d-82bc-5a0406806b24 req-fdcaa2e1-2a57-4823-ada7-b7d3bbd9be29 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0653365 Sep 14 16:26:43.166835 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1a29408-2b38-4a0d-82bc-5a0406806b24 req-c7b6bfbc-a771-4728-bd27-1ff9c19bcfcb tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482852 Sep 14 16:26:43.287214 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:43.517481 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:43.646377 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7aba92bd-7af1-42ed-8b71-d86f1acf9422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:43.701087 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ce27882-539e-40a7-85ff-51000d53d8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:43.805204 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7aba92bd-7af1-42ed-8b71-d86f1acf9422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:43.812508 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7aba92bd-7af1-42ed-8b71-d86f1acf9422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:43.871088 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba92bd-7af1-42ed-8b71-d86f1acf9422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf39b27-c9a7-47be-b43f-287be513203d,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:43.889475 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42572) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:43.890078 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7aba92bd-7af1-42ed-8b71-d86f1acf9422 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ad0cfed09744f55a755f46d13efbb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703611 Sep 14 16:26:43.944652 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7374da1e-1a70-4215-8f11-9c0754553923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:43.954099 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ce27882-539e-40a7-85ff-51000d53d8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:43.958864 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3ce27882-539e-40a7-85ff-51000d53d8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:43.972525 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7374da1e-1a70-4215-8f11-9c0754553923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.004059 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3ce27882-539e-40a7-85ff-51000d53d8ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f6f0ac4628a34f74845df96b426cad9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166076 Sep 14 16:26:44.007125 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42578) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:44.009413 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce27882-539e-40a7-85ff-51000d53d8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf82cbd-0364-49e9-9d93-e27d9b424fd3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:44.042889 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7374da1e-1a70-4215-8f11-9c0754553923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.046982 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-7374da1e-1a70-4215-8f11-9c0754553923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.061759 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7374da1e-1a70-4215-8f11-9c0754553923 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0bf39b27-c9a7-47be-b43f-287be513203d HTTP/1.1" status: 204 len: 168 time: 0.1637082 Sep 14 16:26:44.091790 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7374da1e-1a70-4215-8f11-9c0754553923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf39b27-c9a7-47be-b43f-287be513203d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:44.155215 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02313d7-7aa5-466e-9cd5-9314a11fc03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.183395 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02313d7-7aa5-466e-9cd5-9314a11fc03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.246444 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02313d7-7aa5-466e-9cd5-9314a11fc03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.249175 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f02313d7-7aa5-466e-9cd5-9314a11fc03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.250544 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f02313d7-7aa5-466e-9cd5-9314a11fc03e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8bf82cbd-0364-49e9-9d93-e27d9b424fd3 HTTP/1.1" status: 204 len: 168 time: 0.2419422 Sep 14 16:26:44.272945 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02313d7-7aa5-466e-9cd5-9314a11fc03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf82cbd-0364-49e9-9d93-e27d9b424fd3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:44.403283 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42588) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:44.423150 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5bb22f3-0417-49a2-ac09-28ccd7b1ed0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.541411 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5bb22f3-0417-49a2-ac09-28ccd7b1ed0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.546251 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b5bb22f3-0417-49a2-ac09-28ccd7b1ed0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.588810 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b5bb22f3-0417-49a2-ac09-28ccd7b1ed0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4102a8deab246b3b1295fa079f7d025&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1843500 Sep 14 16:26:44.589812 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb22f3-0417-49a2-ac09-28ccd7b1ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52425a62-2ddd-4916-ad87-3328485f64a3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:44.591775 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42592) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:44.693836 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be0acee9-7c0e-4fe7-912b-b8a6c19094be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.743473 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be0acee9-7c0e-4fe7-912b-b8a6c19094be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.829193 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be0acee9-7c0e-4fe7-912b-b8a6c19094be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.832788 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-be0acee9-7c0e-4fe7-912b-b8a6c19094be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:44.836415 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-be0acee9-7c0e-4fe7-912b-b8a6c19094be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/52425a62-2ddd-4916-ad87-3328485f64a3 HTTP/1.1" status: 204 len: 168 time: 0.2410803 Sep 14 16:26:44.845668 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0acee9-7c0e-4fe7-912b-b8a6c19094be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52425a62-2ddd-4916-ad87-3328485f64a3,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:45.193974 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9563d44-dc63-4976-b56c-5359f7a613fd req-2d735e32-6b05-462d-a19d-3cb9f4c53726 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:45.197403 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d9563d44-dc63-4976-b56c-5359f7a613fd req-2d735e32-6b05-462d-a19d-3cb9f4c53726 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1460547 Sep 14 16:26:45.206989 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-484f3090-3c20-4cc9-bd38-bb12bbb38b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:45.210502 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-484f3090-3c20-4cc9-bd38-bb12bbb38b6c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.1908469 Sep 14 16:26:45.416875 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d9563d44-dc63-4976-b56c-5359f7a613fd req-44efee90-72c1-46c8-a566-a0720ea8669c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044523 Sep 14 16:26:45.450203 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-9ef6082e-01c3-4c37-a84e-b17d63d35879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:45.482935 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-9ef6082e-01c3-4c37-a84e-b17d63d35879 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.2393303 Sep 14 16:26:45.553632 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-d4409b59-9ab0-49b9-8abe-986d29ede0de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 217 time: 0.0613322 Sep 14 16:26:45.619508 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-fe4316bc-73cd-44cc-bfd8-6e311a3ed05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:45.620995 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-fe4316bc-73cd-44cc-bfd8-6e311a3ed05d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.0583789 Sep 14 16:26:45.660945 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-36e15293-9575-404b-bae5-8472d49a66f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301900 Sep 14 16:26:45.679974 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:45.802154 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-6ad73042-70e7-44d2-82bb-b0c2358db2ac service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319470 Sep 14 16:26:45.915645 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6d5588dc-ae9d-497d-9586-2f3f09995dcd req-7b8d7dd7-5d65-4f74-ab0a-da31019ba068 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018963 Sep 14 16:26:46.570892 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d1c0-2af9-4145-9c69-9d506a1d5a06 req-ccb10236-0a35-488d-b612-8d5faa35708e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:46.573208 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7421d1c0-2af9-4145-9c69-9d506a1d5a06 req-ccb10236-0a35-488d-b612-8d5faa35708e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0624056 Sep 14 16:26:46.613706 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7421d1c0-2af9-4145-9c69-9d506a1d5a06 req-0fcc9a91-a7bd-4a8f-89a8-b72299c70f53 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340216 Sep 14 16:26:47.546058 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7e0e155e-feac-4817-9df5-4fdb7b8eb9c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:47.576157 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:47.706216 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7596-e195-46b9-bf65-bc39190b386e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:47.782908 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc9687-5a59-4f39-8e30-8f688d724f30 req-2f2827f2-b7f0-4c74-ae7c-53116e3fc8c5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:47.784442 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00bc9687-5a59-4f39-8e30-8f688d724f30 req-2f2827f2-b7f0-4c74-ae7c-53116e3fc8c5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0804546 Sep 14 16:26:47.847883 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-00bc9687-5a59-4f39-8e30-8f688d724f30 req-fd859a30-cf90-4ccb-8b98-110641227a04 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556059 Sep 14 16:26:47.876429 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7596-e195-46b9-bf65-bc39190b386e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:47.882062 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8b3f7596-e195-46b9-bf65-bc39190b386e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:47.921366 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8b3f7596-e195-46b9-bf65-bc39190b386e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=348cda759fc247b0a8d19bd5c9c6d724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440561 Sep 14 16:26:47.922533 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f7596-e195-46b9-bf65-bc39190b386e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b55d37ef-9745-4388-8b78-e831671ec1fd,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:47.924815 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:47.979573 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d2fe-bf57-42ce-ba70-5b6e63b90b59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.000759 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d2fe-bf57-42ce-ba70-5b6e63b90b59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.055909 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d2fe-bf57-42ce-ba70-5b6e63b90b59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.058819 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0cf4d2fe-bf57-42ce-ba70-5b6e63b90b59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.063057 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0cf4d2fe-bf57-42ce-ba70-5b6e63b90b59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b55d37ef-9745-4388-8b78-e831671ec1fd HTTP/1.1" status: 204 len: 168 time: 0.1362934 Sep 14 16:26:48.071973 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf4d2fe-bf57-42ce-ba70-5b6e63b90b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b55d37ef-9745-4388-8b78-e831671ec1fd,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:48.389408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 42730) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:48.413191 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9412-45e8-4593-8719-e7c2201db0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.546316 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9412-45e8-4593-8719-e7c2201db0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.552179 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0c7e9412-45e8-4593-8719-e7c2201db0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.589951 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0c7e9412-45e8-4593-8719-e7c2201db0be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d74cf0ee3d444d8582c1ab54bd10a3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1988432 Sep 14 16:26:48.590903 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e9412-45e8-4593-8719-e7c2201db0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f87915-bed6-486d-a04f-429ecdbe9ba5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:48.592926 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 42732) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:26:48.645691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f89b164-f195-4b4d-ae1f-5b46044ff4c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.667711 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f89b164-f195-4b4d-ae1f-5b46044ff4c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.723625 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f89b164-f195-4b4d-ae1f-5b46044ff4c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.727984 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f89b164-f195-4b4d-ae1f-5b46044ff4c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:48.732314 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2f89b164-f195-4b4d-ae1f-5b46044ff4c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79f87915-bed6-486d-a04f-429ecdbe9ba5 HTTP/1.1" status: 204 len: 168 time: 0.1352365 Sep 14 16:26:48.743176 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89b164-f195-4b4d-ae1f-5b46044ff4c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f87915-bed6-486d-a04f-429ecdbe9ba5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:26:48.993607 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1bd8da-a1b6-4350-b7b3-fef0feaf29d7 req-4e979fb3-0584-4d90-b439-4ec8ea724e7e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:49.000821 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd1bd8da-a1b6-4350-b7b3-fef0feaf29d7 req-4e979fb3-0584-4d90-b439-4ec8ea724e7e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0571189 Sep 14 16:26:49.050114 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd1bd8da-a1b6-4350-b7b3-fef0feaf29d7 req-4fbb02b7-cbbe-4f35-814d-0af7b8356905 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Sep 14 16:26:49.993337 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cfd2b553-57ed-449c-b287-f8da44af8972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:50.167535 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe904d7-edd5-4a7a-93a3-9f3f6e4110fb req-36bbb483-03a1-41d7-93c0-2a53ee2de3d2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:50.168891 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbe904d7-edd5-4a7a-93a3-9f3f6e4110fb req-36bbb483-03a1-41d7-93c0-2a53ee2de3d2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0535507 Sep 14 16:26:50.213322 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbe904d7-edd5-4a7a-93a3-9f3f6e4110fb req-d654c844-8387-4b10-b9ec-c5cb5cc0c6e9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379252 Sep 14 16:26:50.370919 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:51.434344 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b05423-daf0-4c08-b3eb-339ac1cdf8bb req-dd9a2ef7-296c-4436-b4d6-62103222e2f5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:51.435026 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:51.442471 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22b05423-daf0-4c08-b3eb-339ac1cdf8bb req-dd9a2ef7-296c-4436-b4d6-62103222e2f5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1105089 Sep 14 16:26:51.485456 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22b05423-daf0-4c08-b3eb-339ac1cdf8bb req-94ede5e2-2b35-4060-8164-f8bd3d909cc6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407221 Sep 14 16:26:52.253249 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433efdc5-6919-442c-8dc5-1c737fd2e75f req-450fc507-a266-4630-8b7c-60d404a523ab tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:52.254816 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-433efdc5-6919-442c-8dc5-1c737fd2e75f req-450fc507-a266-4630-8b7c-60d404a523ab tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0513053 Sep 14 16:26:52.301199 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-433efdc5-6919-442c-8dc5-1c737fd2e75f req-8a9f1446-c2ca-40d3-8a99-a59539a53818 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398796 Sep 14 16:26:52.598395 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:26:52.619773 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91be10-294c-47f4-ac0f-60829fe1d742 req-630cd9d9-99f0-484c-9e97-a5474c0e06b6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:52.621611 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1d91be10-294c-47f4-ac0f-60829fe1d742 req-630cd9d9-99f0-484c-9e97-a5474c0e06b6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0597181 Sep 14 16:26:52.663986 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1d91be10-294c-47f4-ac0f-60829fe1d742 req-325a98a7-8620-402d-acd8-3b31856d9b42 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357947 Sep 14 16:26:52.953746 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:26:53.418794 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284e1ba-d17e-45be-8741-4b42e2fa3c4d req-0ea22dda-2971-40a1-8bb7-9ebd1856b6a7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:53.420518 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f284e1ba-d17e-45be-8741-4b42e2fa3c4d req-0ea22dda-2971-40a1-8bb7-9ebd1856b6a7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0484793 Sep 14 16:26:53.458173 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f284e1ba-d17e-45be-8741-4b42e2fa3c4d req-47da3359-4c7a-43c8-bb5c-09bc065c0b4b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320461 Sep 14 16:26:53.780799 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e38dfe-c86b-4f07-b7ac-716bfc3ed686 req-8969d57c-1012-427c-8298-f449608f363a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:53.782345 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1e38dfe-c86b-4f07-b7ac-716bfc3ed686 req-8969d57c-1012-427c-8298-f449608f363a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0502970 Sep 14 16:26:53.820972 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e1e38dfe-c86b-4f07-b7ac-716bfc3ed686 req-cce7ae0c-8ad0-4a3e-b0bb-55d75b0a3d7b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324500 Sep 14 16:26:54.586290 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fab975-31d4-4f30-984f-2c9e92a5c2ac req-34981316-eafc-4dad-b72b-d3f64a6cfea7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:54.587779 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22fab975-31d4-4f30-984f-2c9e92a5c2ac req-34981316-eafc-4dad-b72b-d3f64a6cfea7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0567923 Sep 14 16:26:54.627502 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22fab975-31d4-4f30-984f-2c9e92a5c2ac req-034fddfa-7e52-4a83-94fd-fd6108676cf3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324721 Sep 14 16:26:54.943686 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50573d3a-54c2-4798-9413-8fafe750b0df req-659ddbfc-a974-4437-ae42-643e3e6c3a9d tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:54.945317 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50573d3a-54c2-4798-9413-8fafe750b0df req-659ddbfc-a974-4437-ae42-643e3e6c3a9d tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0536487 Sep 14 16:26:54.988438 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50573d3a-54c2-4798-9413-8fafe750b0df req-e91eb9cd-1f93-4391-8adb-90698c8aeb93 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355735 Sep 14 16:26:55.769122 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9b1c8-a10f-447b-8ef6-aeb81ca705fb req-e4339a22-9155-412b-8b4c-9472710673ab tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:55.776700 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-43e9b1c8-a10f-447b-8ef6-aeb81ca705fb req-e4339a22-9155-412b-8b4c-9472710673ab tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0598230 Sep 14 16:26:55.829321 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-43e9b1c8-a10f-447b-8ef6-aeb81ca705fb req-eb9274be-dc1b-4c46-8d0c-f2285d1b9cad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514233 Sep 14 16:26:56.112565 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ba4eb-34d0-447d-82ec-04fd9c89f563 req-b10916f0-dbec-4376-a7e9-ac06b3cfbe9c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:56.114127 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d7ba4eb-34d0-447d-82ec-04fd9c89f563 req-b10916f0-dbec-4376-a7e9-ac06b3cfbe9c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0560558 Sep 14 16:26:56.159775 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d7ba4eb-34d0-447d-82ec-04fd9c89f563 req-033e15de-2b81-457a-aafe-94c1e3ffca8b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393713 Sep 14 16:26:56.967400 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ada49b-f0c4-41cd-a913-cdbf29f429b2 req-f17438fd-a477-4cb7-aa20-705adaaaf09d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:56.968883 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7ada49b-f0c4-41cd-a913-cdbf29f429b2 req-f17438fd-a477-4cb7-aa20-705adaaaf09d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0531290 Sep 14 16:26:57.022095 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e7ada49b-f0c4-41cd-a913-cdbf29f429b2 req-390ec128-f0de-4d35-b035-f2ef26fee0cf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457330 Sep 14 16:26:57.286527 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9e7ad-4a85-4cdf-b483-5e5c401215dc req-91f69dcc-c2fa-44ec-ba88-5633c9d67661 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:57.287932 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1c9e7ad-4a85-4cdf-b483-5e5c401215dc req-91f69dcc-c2fa-44ec-ba88-5633c9d67661 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0540261 Sep 14 16:26:57.337922 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1c9e7ad-4a85-4cdf-b483-5e5c401215dc req-fa3fba81-a98c-45f7-a872-29681d9a5a4f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425429 Sep 14 16:26:58.154864 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577481eb-9646-479d-b35e-3cc02c2449f8 req-c55b92b1-a2bd-44f5-9734-f7ffd1fb8c4e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:58.159746 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-577481eb-9646-479d-b35e-3cc02c2449f8 req-c55b92b1-a2bd-44f5-9734-f7ffd1fb8c4e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0568948 Sep 14 16:26:58.198678 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-577481eb-9646-479d-b35e-3cc02c2449f8 req-f9575a27-455e-4025-ad8e-564dca535f01 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350559 Sep 14 16:26:58.457765 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409f751e-1b24-406f-867b-7d208e9d0674 req-98ef0ccf-c474-4998-807a-ef9589fc04ed tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:58.460174 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-409f751e-1b24-406f-867b-7d208e9d0674 req-98ef0ccf-c474-4998-807a-ef9589fc04ed tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0523362 Sep 14 16:26:58.507650 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-409f751e-1b24-406f-867b-7d208e9d0674 req-d619fcc9-6cb7-4553-a73b-35711ba090cb tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390768 Sep 14 16:26:59.335482 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67a178e-106d-4871-a8c6-5cb6892ddc3a req-f4a8feea-f48b-4471-9d16-8854dcd1a4b3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:59.335482 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f67a178e-106d-4871-a8c6-5cb6892ddc3a req-f4a8feea-f48b-4471-9d16-8854dcd1a4b3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0551529 Sep 14 16:26:59.375997 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f67a178e-106d-4871-a8c6-5cb6892ddc3a req-343b0095-97f2-42a8-8e70-5e3231e2c86c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362453 Sep 14 16:26:59.661052 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26232e17-ca4e-4c3d-9f0d-84e2f833c043 req-f368bbb3-29cf-4cf6-b00f-35cf45d9bb92 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:26:59.663387 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26232e17-ca4e-4c3d-9f0d-84e2f833c043 req-f368bbb3-29cf-4cf6-b00f-35cf45d9bb92 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0585444 Sep 14 16:26:59.706325 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26232e17-ca4e-4c3d-9f0d-84e2f833c043 req-d7e6de23-a9c9-4afd-8d28-68689f299eac tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343020 Sep 14 16:27:00.512583 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cce7fa-7e63-4087-b92c-760267b4272d req-a8025cf9-b6b9-4d9d-96b6-09c002c2c121 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:00.514122 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4cce7fa-7e63-4087-b92c-760267b4272d req-a8025cf9-b6b9-4d9d-96b6-09c002c2c121 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0526862 Sep 14 16:27:00.555197 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f4cce7fa-7e63-4087-b92c-760267b4272d req-2b46382c-2474-45f8-b417-baa4db158dd0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341361 Sep 14 16:27:00.839400 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858a67b-da4d-4b2b-a62f-dbd85453454c req-6463b3c5-eda1-4d4c-9dc9-83dded565b7f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:00.841298 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0858a67b-da4d-4b2b-a62f-dbd85453454c req-6463b3c5-eda1-4d4c-9dc9-83dded565b7f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0532410 Sep 14 16:27:00.883864 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0858a67b-da4d-4b2b-a62f-dbd85453454c req-ac6b73ca-cd6b-4051-8213-004a6dc3d0e7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358415 Sep 14 16:27:01.712956 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c30fcc-c7a8-4df2-8bf2-d364439f4eea req-754a582a-458d-4620-8a17-3cd205900b05 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:01.714457 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6c30fcc-c7a8-4df2-8bf2-d364439f4eea req-754a582a-458d-4620-8a17-3cd205900b05 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0593717 Sep 14 16:27:01.761770 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6c30fcc-c7a8-4df2-8bf2-d364439f4eea req-221ebd40-277b-4c68-8261-29fd579aa8f2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404229 Sep 14 16:27:02.009467 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284544ba-9908-4081-8faf-a033b623803b req-8941279c-2dc0-411c-b86c-9346ab850131 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:02.011048 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-284544ba-9908-4081-8faf-a033b623803b req-8941279c-2dc0-411c-b86c-9346ab850131 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0567760 Sep 14 16:27:02.057780 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-284544ba-9908-4081-8faf-a033b623803b req-925e86cb-5113-4502-bfb4-7ebd49e0e3a2 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386777 Sep 14 16:27:02.911735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21277b84-7da7-409c-ba80-a940955e7e24 req-17d72163-3288-48c1-b184-a2e34865702e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:02.913860 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-21277b84-7da7-409c-ba80-a940955e7e24 req-17d72163-3288-48c1-b184-a2e34865702e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0561066 Sep 14 16:27:02.955801 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-21277b84-7da7-409c-ba80-a940955e7e24 req-5d8315ff-3406-4d4d-b572-c87242676564 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364559 Sep 14 16:27:03.206482 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d69db3-51a9-4aea-8a44-b4ac4b59b9bf req-345754ed-22f1-4b25-a2c0-1bfdcfeb06b3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:03.208238 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d69db3-51a9-4aea-8a44-b4ac4b59b9bf req-345754ed-22f1-4b25-a2c0-1bfdcfeb06b3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0733252 Sep 14 16:27:03.251969 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5d69db3-51a9-4aea-8a44-b4ac4b59b9bf req-2f697bcc-2413-4b82-9b67-31a34913f0c4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373280 Sep 14 16:27:04.113001 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a349212e-7353-4d07-b32a-5ccd8cc02f75 req-d76e3e71-3ee2-47dc-a2e6-590e84da7ed5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:04.114684 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a349212e-7353-4d07-b32a-5ccd8cc02f75 req-d76e3e71-3ee2-47dc-a2e6-590e84da7ed5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0652752 Sep 14 16:27:04.183209 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a349212e-7353-4d07-b32a-5ccd8cc02f75 req-5b031814-21be-4105-9d6b-0efe6143dee7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603130 Sep 14 16:27:04.507028 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9c5f7-ca04-4683-a73b-a2dd6775f123 req-c68506b0-8dee-411d-992d-c9a9ae1380b7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:04.508783 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47b9c5f7-ca04-4683-a73b-a2dd6775f123 req-c68506b0-8dee-411d-992d-c9a9ae1380b7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0681813 Sep 14 16:27:04.561714 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47b9c5f7-ca04-4683-a73b-a2dd6775f123 req-3fc2fa29-874b-47e8-b144-5486967f908c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Sep 14 16:27:05.341500 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7529b18-a098-49d0-bcd3-ec5cacaa451a req-e4801951-7b7d-4710-8108-feed63c4a8b9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:05.343161 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7529b18-a098-49d0-bcd3-ec5cacaa451a req-e4801951-7b7d-4710-8108-feed63c4a8b9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0821507 Sep 14 16:27:05.391444 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7529b18-a098-49d0-bcd3-ec5cacaa451a req-8e952389-4b3f-418c-97eb-7b9b13778099 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386190 Sep 14 16:27:05.702236 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b8c06-f12c-49a5-9816-a8a9cf1b69a4 req-2cf24276-7d4e-48db-8344-5345d931a79a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:05.706236 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a16b8c06-f12c-49a5-9816-a8a9cf1b69a4 req-2cf24276-7d4e-48db-8344-5345d931a79a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0613461 Sep 14 16:27:05.747601 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a16b8c06-f12c-49a5-9816-a8a9cf1b69a4 req-adcaa9d0-daac-455c-9a24-ebc563cfa5a6 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345616 Sep 14 16:27:06.535928 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28b99fb-a6d0-4beb-a714-f81d14958cf3 req-cdc7c08e-e523-4a67-ad30-ea23f0c51840 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:06.537497 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b28b99fb-a6d0-4beb-a714-f81d14958cf3 req-cdc7c08e-e523-4a67-ad30-ea23f0c51840 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0525968 Sep 14 16:27:06.583045 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b28b99fb-a6d0-4beb-a714-f81d14958cf3 req-37543f8a-b07e-46c1-834e-d3fa6cb1d549 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 Sep 14 16:27:06.880048 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bb6e2c-b42f-40e1-a584-2a0bcf997b30 req-dcba54c7-ad5a-4b24-b972-82d55cb261af tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:06.881601 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84bb6e2c-b42f-40e1-a584-2a0bcf997b30 req-dcba54c7-ad5a-4b24-b972-82d55cb261af tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0624549 Sep 14 16:27:06.922543 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84bb6e2c-b42f-40e1-a584-2a0bcf997b30 req-1c4a3e08-0d4a-427c-a142-e7d0971118a1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336368 Sep 14 16:27:07.751515 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53faeb28-5ef0-4247-8953-78b5e854fb6a req-e544eb66-0331-4db1-8906-12685bc2b6b4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:07.759418 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53faeb28-5ef0-4247-8953-78b5e854fb6a req-e544eb66-0331-4db1-8906-12685bc2b6b4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0666254 Sep 14 16:27:07.819709 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53faeb28-5ef0-4247-8953-78b5e854fb6a req-145466ac-b6a5-4865-9abf-310f46f7183f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588164 Sep 14 16:27:08.057925 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815921f-6ef1-4d3d-a40e-61db94401624 req-0df53173-b7b1-4c7e-b424-a39b07d7b1d9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:08.062576 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6815921f-6ef1-4d3d-a40e-61db94401624 req-0df53173-b7b1-4c7e-b424-a39b07d7b1d9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0590343 Sep 14 16:27:08.102079 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6815921f-6ef1-4d3d-a40e-61db94401624 req-d0e9b142-b1ad-4f15-bc1d-19663d78560f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326889 Sep 14 16:27:08.982314 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2510e3c-8e70-4533-a1f7-4203de315cc7 req-b0966c3d-4157-4fd6-bea0-219683972b52 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:08.983856 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2510e3c-8e70-4533-a1f7-4203de315cc7 req-b0966c3d-4157-4fd6-bea0-219683972b52 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0653462 Sep 14 16:27:09.039713 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2510e3c-8e70-4533-a1f7-4203de315cc7 req-68ab2c92-ca47-4d98-aeb3-8effe0332d31 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479407 Sep 14 16:27:09.268463 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312e564-ad6d-4336-b2d5-77d119b03c56 req-f6b1a712-173f-43dc-bfe4-8e1374d9ff82 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:09.271065 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0312e564-ad6d-4336-b2d5-77d119b03c56 req-f6b1a712-173f-43dc-bfe4-8e1374d9ff82 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0770640 Sep 14 16:27:09.368655 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0312e564-ad6d-4336-b2d5-77d119b03c56 req-2c295dd3-4717-4411-ba51-5602d42f7cfd tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873401 Sep 14 16:27:10.080445 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43148) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:10.197890 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e098c899-d670-47aa-9d6d-d36c71cbe855 req-f8b6ccd9-046d-4baa-ab2b-44cbfefdf524 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:10.200037 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e098c899-d670-47aa-9d6d-d36c71cbe855 req-f8b6ccd9-046d-4baa-ab2b-44cbfefdf524 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0668015 Sep 14 16:27:10.245851 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:10.294004 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e098c899-d670-47aa-9d6d-d36c71cbe855 req-8022caf8-feb9-44de-b002-ab79ab1467cf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864923 Sep 14 16:27:10.398275 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:10.404388 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:10.483426 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a0ede53cd02490bbb7f606ec9434a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4015005 Sep 14 16:27:10.486033 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101fe066-ec18-4f72-919f-0d6748fc1d65,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:10.486806 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43154) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:10.507899 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.508256 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.508562 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.509122 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.509665 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.510177 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.510705 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.511252 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.511782 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.512307 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.512836 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.513371 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f217754-b33a-4091-a867-00df50d0932e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.555501 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:10.558304 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcecdfb-858a-4d09-9a9a-2e52e51bcdc2 req-08e12897-0a36-4fab-9483-1492c1b0bd3b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:10.569641 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afcecdfb-858a-4d09-9a9a-2e52e51bcdc2 req-08e12897-0a36-4fab-9483-1492c1b0bd3b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1031461 Sep 14 16:27:10.583967 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:10.656055 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afcecdfb-858a-4d09-9a9a-2e52e51bcdc2 req-ef579d9e-3eda-48fb-b6f2-2153222724c4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819080 Sep 14 16:27:10.667345 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:10.673869 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:10.680322 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/101fe066-ec18-4f72-919f-0d6748fc1d65 HTTP/1.1" status: 204 len: 168 time: 0.1915383 Sep 14 16:27:10.693967 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101fe066-ec18-4f72-919f-0d6748fc1d65,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:10.719785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e121ca5-4a9f-4d1d-9360-ac788275050d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:11.449021 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7a4eb-00ce-4809-a698-c1a49fa07380 req-0bdf2e72-7a82-4c2c-9e35-69c8ea1674f6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:11.458690 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-86e7a4eb-00ce-4809-a698-c1a49fa07380 req-0bdf2e72-7a82-4c2c-9e35-69c8ea1674f6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0801485 Sep 14 16:27:11.851167 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-86e7a4eb-00ce-4809-a698-c1a49fa07380 req-fcc0f4c5-d217-4e57-bf92-21efe379fe61 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3903461 Sep 14 16:27:11.898195 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79dae-51fd-49c1-8c6f-aeb1f691a49d req-11803fd6-f5d4-44da-98c0-4319ec3d915d tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:11.900013 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a79dae-51fd-49c1-8c6f-aeb1f691a49d req-11803fd6-f5d4-44da-98c0-4319ec3d915d tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1165676 Sep 14 16:27:11.931026 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43194) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:11.975495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-87a79dae-51fd-49c1-8c6f-aeb1f691a49d req-4131e5b7-bad0-49a5-9e50-290738d30acb tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669417 Sep 14 16:27:12.059169 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1835675000-network', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:12.089228 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Made reservation on behalf of 133413ca64984581ab6a1c1c8172bf3b for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:27:12.091872 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.104780 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.210025 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.215252 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.241970 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:27:12.252232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edaa29b3-bb40-4680-a2e0-d0cf2be5f012,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:12.263308 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.263308 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Added segment f24d16fa-0675-4f8d-8646-5de9a85e1b49 of type vlan for network e06eac93-db4e-4607-b140-c480bda9bbaf Sep 14 16:27:12.314944 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.351279 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.352279 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:12.352861 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.384763 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4519143 Sep 14 16:27:12.387809 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43212) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:12.393285 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Request body: {'subnet': {'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1835675000-subnet', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:12.417571 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c748f22a-669e-4ee6-9074-afd225bea0cd admin admin] Pushing event updated for resources: {'Network': ['ID=e06eac93-db4e-4607-b140-c480bda9bbaf,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:12.433056 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Made reservation on behalf of 133413ca64984581ab6a1c1c8172bf3b for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:27:12.433927 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network e06eac93-db4e-4607-b140-c480bda9bbaf details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:27:12.435643 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.621662 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.677559 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba2bbac1-6ac9-480f-b7a0-47095feb987d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:12.693335 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Checking segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:12.693717 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Network hostable DHCP agents. Network: e06eac93-db4e-4607-b140-c480bda9bbaf, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:27:12.711234 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Network e06eac93-db4e-4607-b140-c480bda9bbaf is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:27:12.721669 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, e06eac93-db4e-4607-b140-c480bda9bbaf) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:12.726106 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:12.726735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.732548 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a31ffbf-01ff-4fca-bfdc-290de45ae995 None None] Network e06eac93-db4e-4607-b140-c480bda9bbaf requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:27:12.755937 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-59d88793-299c-4ea2-9963-77ccdccbb306 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3669763 Sep 14 16:27:12.758952 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43218) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:12.764138 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:12.807067 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.808810 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.923140 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:12.929150 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-e06eac93-db4e-4607-b140-c480bda9bbaf', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:27:12.930065 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.118297 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Allocated IP 172.20.0.2 (e06eac93-db4e-4607-b140-c480bda9bbaf/ba2bbac1-6ac9-480f-b7a0-47095feb987d/c838f035-a525-4d71-aa36-c71335f4f986) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:27:13.121320 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.157977 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c926ad9e-5a89-45ae-815d-87a8f31dbdc1 req-99f12724-0451-44bd-940c-7eab9135a2f2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:13.160063 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c926ad9e-5a89-45ae-815d-87a8f31dbdc1 req-99f12724-0451-44bd-940c-7eab9135a2f2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1904397 Sep 14 16:27:13.207932 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f6e22-c763-425a-9cb3-8b9c6e4ff66c req-6b8bbcea-da6c-4d06-9e8b-dbc38507fe4a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:13.209502 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f8f6e22-c763-425a-9cb3-8b9c6e4ff66c req-6b8bbcea-da6c-4d06-9e8b-dbc38507fe4a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1342645 Sep 14 16:27:13.251957 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c926ad9e-5a89-45ae-815d-87a8f31dbdc1 req-42b8e775-2959-4f95-8159-5b705e04b4f4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813003 Sep 14 16:27:13.301908 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.307143 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4f8f6e22-c763-425a-9cb3-8b9c6e4ff66c req-a747e1a1-4d6f-49d1-bb3d-d586a63c2603 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877845 Sep 14 16:27:13.314317 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Transition to ACTIVE for port object c838f035-a525-4d71-aa36-c71335f4f986 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:13.351308 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Transition to ACTIVE for port object c838f035-a525-4d71-aa36-c71335f4f986 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:13.360555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.408826 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Network e06eac93-db4e-4607-b140-c480bda9bbaf is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:13.412380 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:13.416802 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:27:13.433733 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Pushing event updated for resources: {'Port': ['ID=c838f035-a525-4d71-aa36-c71335f4f986,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:13.494810 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.495061 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Attempting to bind port c838f035-a525-4d71-aa36-c71335f4f986 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:27:13.495634 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Attempting to bind port c838f035-a525-4d71-aa36-c71335f4f986 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:27:13.495861 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Attempting to bind port c838f035-a525-4d71-aa36-c71335f4f986 on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:27:13.502073 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:27:13.502612 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Checking segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:13.503018 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.503449 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Bound using segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:27:13.503974 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Bound port: c838f035-a525-4d71-aa36-c71335f4f986, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:27:13.504414 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.530340 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.575317 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] For port c838f035-a525-4d71-aa36-c71335f4f986, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:27:13.579916 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] For port c838f035-a525-4d71-aa36-c71335f4f986, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=c838f035-a525-4d71-aa36-c71335f4f986,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:27:13.585026 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:13.674055 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2443f1-0bd2-4a32-952d-5335b7151bac None None] Pushing event updated for resources: {'Port': ['ID=c838f035-a525-4d71-aa36-c71335f4f986,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:13.723186 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Allocated IP 172.27.3.77 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/519954c0-aa96-4ba6-862d-17828e554add) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:27:13.842415 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-b15f0c4e-4fd1-420c-b911-20b9cbce6ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:13.844090 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-b15f0c4e-4fd1-420c-b911-20b9cbce6ac3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.1228435 Sep 14 16:27:13.947015 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:14.090877 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-bd47ffd4-a3b3-489c-b304-610f7c84a8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:14.092408 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-bd47ffd4-a3b3-489c-b304-610f7c84a8f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.2032957 Sep 14 16:27:14.112086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:14.168329 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-c88faf74-390a-4a1e-9790-0c08236ad4de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 217 time: 0.0633972 Sep 14 16:27:14.181860 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:14.193095 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:14.221166 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:27:14.234068 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Pushing event updated for resources: {'Port': ['ID=519954c0-aa96-4ba6-862d-17828e554add,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:14.319253 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-6809052f-ddac-43c3-91c8-4bb9ff9ca8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:14.320813 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-6809052f-ddac-43c3-91c8-4bb9ff9ca8c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.1428442 Sep 14 16:27:14.388858 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-0275602a-7770-4cac-a903-5ceacf553a75 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377564 Sep 14 16:27:14.801586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa933145-1eb4-4a9c-9c64-6b6984710bc7 req-7caa1972-51a7-4046-9d6d-64768525bcae tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:14.803208 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa933145-1eb4-4a9c-9c64-6b6984710bc7 req-7caa1972-51a7-4046-9d6d-64768525bcae tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.4216058 Sep 14 16:27:14.823909 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4be59b-2a7a-4477-bd6d-01996d0ceedf None None] Network e06eac93-db4e-4607-b140-c480bda9bbaf requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:27:14.862661 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac039d07-9130-42a8-991b-7792c013cc70 req-ff8245f5-e60e-489b-9b76-922691b3b785 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:14.865056 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac039d07-9130-42a8-991b-7792c013cc70 req-ff8245f5-e60e-489b-9b76-922691b3b785 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.4604597 Sep 14 16:27:14.927749 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-a93176d1-c229-4836-a31a-d5c68d745f93 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5251241 Sep 14 16:27:14.986348 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:14.990599 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fa933145-1eb4-4a9c-9c64-6b6984710bc7 req-668e09b3-d934-4c81-a312-164fa095b1f6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1510231 Sep 14 16:27:15.042158 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device c838f035-a525-4d71-aa36-c71335f4f986 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:15.047071 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ffc781b7-93cf-4537-81d5-1d4f07728f57 None None] Provisioning for port c838f035-a525-4d71-aa36-c71335f4f986 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:15.059990 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac039d07-9130-42a8-991b-7792c013cc70 req-fb536da7-cea6-42a0-b8b7-10847878a1de tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876242 Sep 14 16:27:15.168974 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port c838f035-a525-4d71-aa36-c71335f4f986 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:15.174545 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port c838f035-a525-4d71-aa36-c71335f4f986 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:15.174693 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.176710 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce94ac4c-1c70-432e-ba1a-1b1daa8cdd66 req-2ebf1e0d-86c5-4c2a-a7e2-e51e08fc0445 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294624 Sep 14 16:27:15.275995 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.312851 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.315491 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port c838f035-a525-4d71-aa36-c71335f4f986, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=c838f035-a525-4d71-aa36-c71335f4f986,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:15.326873 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.406508 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=c838f035-a525-4d71-aa36-c71335f4f986,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:15.429232 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-da6985b6-b6b9-4bac-ad11-9b697cf8cd3b None None] Provisioning complete for port c838f035-a525-4d71-aa36-c71335f4f986 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:15.429626 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da6985b6-b6b9-4bac-ad11-9b697cf8cd3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.487798 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43322) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:15.526929 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:27:15.554488 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] Deleting subnet 693d9373-1403-42f6-aa49-39054f53642a {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:27:15.593527 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.681053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.681681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.694567 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.739977 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:27:15.751820 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:27:15.763765 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:15.764949 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:26:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:15.772017 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.773818 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-65d935b9-d29b-4fc8-bc6e-632de67a9c43 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0132682 Sep 14 16:27:15.776794 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:15.788686 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.820537 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693d9373-1403-42f6-aa49-39054f53642a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:15.825856 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:15.830518 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1a95936b-85e7-4dc6-909e-573818e1297f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/693d9373-1403-42f6-aa49-39054f53642a HTTP/1.1" status: 204 len: 168 time: 0.3395808 Sep 14 16:27:15.830865 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43328) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:15.890252 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:15.913348 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.016445 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.041110 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.041638 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.042434 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.042766 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > port after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.043103 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > port after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.043473 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > port after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.043792 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.044150 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.044586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.044929 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.118959 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.119387 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.119846 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.120318 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 14 16:27:16.120769 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d546d6-fd2d-4fe0-a445-ec4279c75d57']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:16.142503 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:16.142921 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c7c76e-ad78-4771-9c67-09bbe1df2bf3') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:16.172628 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.178457 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:14Z', 'revision_number': 3, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:16.224851 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:27:16.225206 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Updating router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 port 519954c0-aa96-4ba6-862d-17828e554add binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:27:16.243056 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.255284 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.264292 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:27:16.264711 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: from cryptography.utils import int_from_bytes Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: from cryptography.utils import int_from_bytes Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:27:16.273158 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:27:16.300384 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa4da2-8a07-4e60-bac3-0084f4d07c4e req-d36d054d-17fe-428e-bfd8-ab33615dc261 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:16.301885 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1aa4da2-8a07-4e60-bac3-0084f4d07c4e req-d36d054d-17fe-428e-bfd8-ab33615dc261 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1458297 Sep 14 16:27:16.325528 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3caa8d-573e-4695-998f-7222d54bc19b req-9226d11d-bc69-412f-b488-2dd8d36e8e1f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:16.328419 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed3caa8d-573e-4695-998f-7222d54bc19b req-9226d11d-bc69-412f-b488-2dd8d36e8e1f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1587250 Sep 14 16:27:16.429410 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.437404 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.487769 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Pushing event deleted for resources: {'Network': ['ID=c7d546d6-fd2d-4fe0-a445-ec4279c75d57,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:16.492864 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.495867 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-336680c0-e778-4816-bfd8-698ed72b039a admin admin] 10.222.0.15 "DELETE /v2.0/networks/c7d546d6-fd2d-4fe0-a445-ec4279c75d57 HTTP/1.1" status: 204 len: 168 time: 0.6641264 Sep 14 16:27:16.552243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f1aa4da2-8a07-4e60-bac3-0084f4d07c4e req-b6d46ab9-647d-406b-bb8c-5e4c8a189294 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2379868 Sep 14 16:27:16.570273 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed3caa8d-573e-4695-998f-7222d54bc19b req-80c0943c-0778-4604-b5c0-24d0e987d1ae tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420541 Sep 14 16:27:16.671547 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Allocated IP 172.20.0.1 (e06eac93-db4e-4607-b140-c480bda9bbaf/ba2bbac1-6ac9-480f-b7a0-47095feb987d/2050b346-28c6-4732-8439-f2a1e2b65b13) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:27:16.675024 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43342) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:16.734201 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-6faeae6b-b3be-4536-ac2e-e2791cddd2fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5cf5a76951cc42b6b2cb44375764f316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563674 Sep 14 16:27:16.735642 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43344) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:16.740482 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.765029 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Transition to ACTIVE for port object 519954c0-aa96-4ba6-862d-17828e554add will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:16.774297 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.810926 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7046-75fa-4864-b438-d29901c2416e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.817059 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.834975 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Transition to ACTIVE for port object 2050b346-28c6-4732-8439-f2a1e2b65b13 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:16.840925 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Attempting to bind port 519954c0-aa96-4ba6-862d-17828e554add on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:27:16.841115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7046-75fa-4864-b438-d29901c2416e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.841611 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Attempting to bind port 519954c0-aa96-4ba6-862d-17828e554add by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:27:16.841712 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Attempting to bind port 519954c0-aa96-4ba6-862d-17828e554add on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:27:16.852601 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Pushing event updated for resources: {'Port': ['ID=519954c0-aa96-4ba6-862d-17828e554add,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:16.855980 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 26, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:27:16.856328 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:16.857299 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.857299 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:27:16.857637 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Bound port: 519954c0-aa96-4ba6-862d-17828e554add, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:27:16.858018 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.885256 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.887726 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.888067 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.888537 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.888890 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.889539 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.889891 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.890214 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.890560 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.890950 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.891214 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.892073 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.892408 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:16.914968 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7046-75fa-4864-b438-d29901c2416e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.918088 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d6d7046-75fa-4864-b438-d29901c2416e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:16.919374 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9d6d7046-75fa-4864-b438-d29901c2416e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65275e11-60a6-4835-9580-aeb573695c8d HTTP/1.1" status: 204 len: 168 time: 0.1825256 Sep 14 16:27:16.928165 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d7046-75fa-4864-b438-d29901c2416e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65275e11-60a6-4835-9580-aeb573695c8d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:16.958188 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Network e06eac93-db4e-4607-b140-c480bda9bbaf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:16.961224 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:16.965485 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:27:16.991830 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device c838f035-a525-4d71-aa36-c71335f4f986 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:16.996438 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] For port 519954c0-aa96-4ba6-862d-17828e554add, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:27:17.015872 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] For port 519954c0-aa96-4ba6-862d-17828e554add, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=519954c0-aa96-4ba6-862d-17828e554add,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:27:17.031451 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:17.042432 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Pushing event updated for resources: {'Port': ['ID=2050b346-28c6-4732-8439-f2a1e2b65b13,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:17.078195 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:17.110035 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port c838f035-a525-4d71-aa36-c71335f4f986 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:17.110938 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:17.173796 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a8b4b-4043-4d09-9ef7-8be75d8cd4d6 None None] Pushing event updated for resources: {'Port': ['ID=519954c0-aa96-4ba6-862d-17828e554add,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:17.207258 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67c549-aec7-404f-8a51-b176f5fff1e2 req-ac0a8a22-9024-4d59-898a-b160df09da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:17.207258 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2a67c549-aec7-404f-8a51-b176f5fff1e2 req-ac0a8a22-9024-4d59-898a-b160df09da86 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.1430299 Sep 14 16:27:17.208007 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:17.208007 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:26:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:17.286476 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2a67c549-aec7-404f-8a51-b176f5fff1e2 req-3a40dedb-10b8-4c29-8cbd-5ed29bded34a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Sep 14 16:27:17.348525 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-47018a84-d02d-4f82-b317-6671afd1eaeb None None] Provisioning for port 2050b346-28c6-4732-8439-f2a1e2b65b13 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:17.356946 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-47018a84-d02d-4f82-b317-6671afd1eaeb None None] Provisioning complete for port 2050b346-28c6-4732-8439-f2a1e2b65b13 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:17.358181 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-47018a84-d02d-4f82-b317-6671afd1eaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:17.428871 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-47018a84-d02d-4f82-b317-6671afd1eaeb None None] Port 2050b346-28c6-4732-8439-f2a1e2b65b13 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:27:17.496081 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:17.555563 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e24cde21-d56b-4e89-955b-2dfa892ad69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:17.748779 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:17.788500 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae34e6-985a-40ee-86bd-e9800e699bdc req-9a03dae7-36a3-4208-9202-756a7e2d5f37 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:17.790943 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0ae34e6-985a-40ee-86bd-e9800e699bdc req-9a03dae7-36a3-4208-9202-756a7e2d5f37 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1433775 Sep 14 16:27:17.810023 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34584-9349-4902-87f8-2d3deea52db3 req-d9904ab9-b60b-41f4-8c84-e8e5edb03747 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:17.811811 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76d34584-9349-4902-87f8-2d3deea52db3 req-d9904ab9-b60b-41f4-8c84-e8e5edb03747 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1064699 Sep 14 16:27:17.831389 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:14Z', 'revision_number': 3, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:17.867642 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53ab9b7-04c9-49d4-ae01-00ea61a5b4d0 None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:14Z', 'revision_number': 3, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:27:17.894853 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0ae34e6-985a-40ee-86bd-e9800e699bdc req-39a5948f-65c1-4d07-b609-bfb674406050 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815761 Sep 14 16:27:17.902056 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76d34584-9349-4902-87f8-2d3deea52db3 req-b1466059-d4f8-4008-b7e0-c11cfb517921 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676758 Sep 14 16:27:18.030690 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:18.037247 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:18.094420 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe340b-77ee-4d48-a14d-7778abc786ed req-8da5f71e-90e9-460a-a9d3-2740c92c1880 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:18.100248 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9fe340b-77ee-4d48-a14d-7778abc786ed req-8da5f71e-90e9-460a-a9d3-2740c92c1880 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1104467 Sep 14 16:27:18.110731 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:18.112395 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Pushing event updated for resources: {'Port': ['ID=2050b346-28c6-4732-8439-f2a1e2b65b13,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:18.196985 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9fe340b-77ee-4d48-a14d-7778abc786ed req-ec5156f4-d52f-49f8-97d0-fdf6add474d4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636640 Sep 14 16:27:18.272189 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Network e06eac93-db4e-4607-b140-c480bda9bbaf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:18.274403 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:18.469129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:27:18.594287 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:27:18.639053 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:27:18.655867 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e667d132-592f-4252-9a98-f2a5d513c27f admin admin] 10.222.0.15 "PUT /v2.0/routers/f4b5fa3a-8586-4e77-ae40-8a96baff22c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8703361 Sep 14 16:27:18.712241 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-0d7883a8-805a-41c0-a7d6-40b10f6cc71e None None] Provisioning complete for port 2050b346-28c6-4732-8439-f2a1e2b65b13 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:18.712600 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0d7883a8-805a-41c0-a7d6-40b10f6cc71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:18.765762 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:18.768624 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-0d7883a8-805a-41c0-a7d6-40b10f6cc71e None None] Port 2050b346-28c6-4732-8439-f2a1e2b65b13 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:27:18.778996 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'port_id': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'mac_address': 'fa:16:3e:40:01:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:27:18.831196 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:18.850559 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91209de8-a9d6-4544-ab3b-e1fff856b94a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:27:18.879131 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:18.886593 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:18.966406 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:18.993822 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.994358 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.994714 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.995281 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.995408 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.995725 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.996097 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.997948 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.997948 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.997948 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.997948 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:18.998807 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:27:19.063960 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 519954c0-aa96-4ba6-862d-17828e554add up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:19.184602 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['91209de8-a9d6-4544-ab3b-e1fff856b94a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:27:19.188721 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84433d9-1eac-4dc0-8c8e-454ae9062232 req-ae5fec74-d471-4191-9feb-f72f4bb768a0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:19.200028 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d84433d9-1eac-4dc0-8c8e-454ae9062232 req-ae5fec74-d471-4191-9feb-f72f4bb768a0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1564751 Sep 14 16:27:19.261085 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762e2de-4e23-4f4f-9288-e5ef0047cf81 req-d30a3b52-7bcb-4e13-9f38-0ba5501ced44 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:19.272399 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 519954c0-aa96-4ba6-862d-17828e554add completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:19.274346 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e762e2de-4e23-4f4f-9288-e5ef0047cf81 req-d30a3b52-7bcb-4e13-9f38-0ba5501ced44 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.2320373 Sep 14 16:27:19.290496 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 519954c0-aa96-4ba6-862d-17828e554add triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:19.290861 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:19.418020 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d84433d9-1eac-4dc0-8c8e-454ae9062232 req-f9fb4a33-4326-4336-9482-b78e165d1168 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134013 Sep 14 16:27:19.439075 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e762e2de-4e23-4f4f-9288-e5ef0047cf81 req-e276d3c1-5af7-42fe-a533-77bdc40d55e2 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351705 Sep 14 16:27:19.525129 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:19.564917 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 519954c0-aa96-4ba6-862d-17828e554add, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=519954c0-aa96-4ba6-862d-17828e554add,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:19.570995 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:19.617634 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eadef-873c-438c-a145-0193d47289b3 req-cb747cf8-3b0b-40f3-966f-5f05eb68a19c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:19.620106 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-429eadef-873c-438c-a145-0193d47289b3 req-cb747cf8-3b0b-40f3-966f-5f05eb68a19c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 945 time: 0.1090095 Sep 14 16:27:19.634212 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:19.690721 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-429eadef-873c-438c-a145-0193d47289b3 req-65a22307-865e-4213-99b5-20cf21131b87 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565121 Sep 14 16:27:19.795244 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35134e80-ac40-41a2-aca1-97cf1bb1cae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:19.801309 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=519954c0-aa96-4ba6-862d-17828e554add,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:19.848857 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43444) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:19.854212 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-186331692-network', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:19.925682 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35134e80-ac40-41a2-aca1-97cf1bb1cae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:19.931497 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35134e80-ac40-41a2-aca1-97cf1bb1cae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:19.986120 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:19.986287 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-35134e80-ac40-41a2-aca1-97cf1bb1cae5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7742219a46944b23ad6ae888b6f31bb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3502448 Sep 14 16:27:19.986995 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Made reservation on behalf of d4299b9668f04173847d0e0d859be7ba for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:27:19.989806 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:19.994509 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35134e80-ac40-41a2-aca1-97cf1bb1cae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bd73d7-e068-492b-a7a3-a6071d798cdd,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:19.995505 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-76ef9e96-718f-4fb2-88d7-ca5d85a3ca3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.010885 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.061007 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53ccc38b-04eb-450e-80e2-30e6f37d2c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.091403 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53ccc38b-04eb-450e-80e2-30e6f37d2c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.109512 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.114923 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.155244 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53ccc38b-04eb-450e-80e2-30e6f37d2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.159675 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-53ccc38b-04eb-450e-80e2-30e6f37d2c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.160117 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:27:20.162133 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c29496e-86af-47c2-9ce7-98363d5b6076,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:20.162686 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-53ccc38b-04eb-450e-80e2-30e6f37d2c08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77bd73d7-e068-492b-a7a3-a6071d798cdd HTTP/1.1" status: 204 len: 168 time: 0.1738675 Sep 14 16:27:20.181807 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccc38b-04eb-450e-80e2-30e6f37d2c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bd73d7-e068-492b-a7a3-a6071d798cdd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:20.182587 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.184406 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Added segment 76abac40-113d-4c7b-b7de-2dde0699eccd of type vlan for network dc24eb14-edf4-4ac0-96bc-be24faacf337 Sep 14 16:27:20.242897 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.273234 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:27:20.279931 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.281045 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:20.281737 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.285578 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:20.286450 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:27:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:20.340582 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4880023 Sep 14 16:27:20.340888 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43460) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:20.347828 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Request body: {'subnet': {'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-186331692-subnet', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:20.395664 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Made reservation on behalf of d4299b9668f04173847d0e0d859be7ba for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:27:20.398278 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26018461'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.435017 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a93a11-04e5-46d1-8492-454b825e03c3 admin admin] Pushing event updated for resources: {'Network': ['ID=dc24eb14-edf4-4ac0-96bc-be24faacf337,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:20.506215 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:27:20.566991 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:20.642425 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:20.726984 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:20.740896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5b3db-90cb-43bf-bcfd-3ca43fd2af49 req-8aa16227-c698-4ebd-b004-19671f450050 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:20.749236 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-62f5b3db-90cb-43bf-bcfd-3ca43fd2af49 req-8aa16227-c698-4ebd-b004-19671f450050 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1737547 Sep 14 16:27:20.805370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d291c-3f9b-4dc6-95bc-c32e0857a4cc req-76a20f94-62ec-47dd-8348-cc804a859785 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:20.807042 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b3d291c-3f9b-4dc6-95bc-c32e0857a4cc req-76a20f94-62ec-47dd-8348-cc804a859785 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1728814 Sep 14 16:27:20.820938 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-62f5b3db-90cb-43bf-bcfd-3ca43fd2af49 req-60060d6b-3cbb-4b61-9e74-dbaf8e000b39 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684290 Sep 14 16:27:20.870895 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 91209de8-a9d6-4544-ab3b-e1fff856b94a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:20.871407 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.056900 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 519954c0-aa96-4ba6-862d-17828e554add up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:21.098545 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25172286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26018435'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.128135 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b3d291c-3f9b-4dc6-95bc-c32e0857a4cc req-8289f9a1-1089-4ec4-b864-ca41c60abdf5 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3043604 Sep 14 16:27:21.208722 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.259903 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:27:21.262523 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c1ed22-06bb-47e5-8ed7-68ec92a9146c" -d '{"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-plugged", "status": "completed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:27:21.287518 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:21.289980 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 519954c0-aa96-4ba6-862d-17828e554add triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:21.290354 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.357250 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e8d52-f1e1-4d47-9f1f-5830ff510095 req-c9a6cd9c-027d-4a91-80ed-7cb4b6d2887a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:21.359692 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-182e8d52-f1e1-4d47-9f1f-5830ff510095 req-c9a6cd9c-027d-4a91-80ed-7cb4b6d2887a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 945 time: 0.3527915 Sep 14 16:27:21.378793 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=cffadf1a-4836-4c3b-a093-77e93a36292d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:21.426390 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 2, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:21.456914 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15bd006-8130-4a6b-9654-ed9869bc059e x-openstack-request-id: req-a15bd006-8130-4a6b-9654-ed9869bc059e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:27:21.457176 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-plugged", "status": "completed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:27:21.463467 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a15bd006-8130-4a6b-9654-ed9869bc059e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:27:21.464097 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'code': 200} Sep 14 16:27:21.464812 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.487629 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Checking segment: {'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:21.494120 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Network hostable DHCP agents. Network: dc24eb14-edf4-4ac0-96bc-be24faacf337, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:27:21.589125 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:27:21.589887 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Updating router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 port 2050b346-28c6-4732-8439-f2a1e2b65b13 binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:27:21.609059 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-182e8d52-f1e1-4d47-9f1f-5830ff510095 req-004a97de-bfc8-484f-8f25-e5041dd3abc9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026153 Sep 14 16:27:21.707933 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.736009 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:27:21.749180 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.764450 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:21.773907 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, dc24eb14-edf4-4ac0-96bc-be24faacf337) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:21.779693 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:21.780277 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:21.791177 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d011f89-50a8-4bb5-b3c7-4e97bd98eaf5 None None] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:27:21.794763 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-7288dc95-3bdc-4be3-b8e1-472dd9c22247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:21.796305 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-7288dc95-3bdc-4be3-b8e1-472dd9c22247 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.1200037 Sep 14 16:27:21.916770 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43534) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:21.920849 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d726cccd-4e1e-4f77-b6fb-3f842f45d54c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5749936 Sep 14 16:27:21.924894 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:22.006953 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.008381 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.144903 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd77b34-afde-492c-9d8e-67279bf3f676 req-9972d5dc-e711-46a2-8ecc-069f686e12b7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:22.149216 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.180195 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ebd77b34-afde-492c-9d8e-67279bf3f676 req-9972d5dc-e711-46a2-8ecc-069f686e12b7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.3652701 Sep 14 16:27:22.188070 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-94d270e5-f3b9-449a-be7e-1b32b6f07242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:22.192686 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-94d270e5-f3b9-449a-be7e-1b32b6f07242 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.3778198 Sep 14 16:27:22.289744 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-627df008-77b7-4dea-848e-dfe1d5e8e65f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 217 time: 0.0819752 Sep 14 16:27:22.422383 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.493242 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.551609 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Transition to ACTIVE for port object 2050b346-28c6-4732-8439-f2a1e2b65b13 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:22.581761 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-dc24eb14-edf4-4ac0-96bc-be24faacf337', 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'fixed_ips': [{'subnet_id': 'cffadf1a-4836-4c3b-a093-77e93a36292d'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:27:22.584829 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.615617 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.782836 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329e1cf-48b2-42fb-a530-be855e499c56 None None] Pushing event updated for resources: {'Port': ['ID=2050b346-28c6-4732-8439-f2a1e2b65b13,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:22.791706 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.803501 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-54041d36-07fe-43ed-8a09-1a71613c2645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:22.804984 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-54041d36-07fe-43ed-8a09-1a71613c2645 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.0783446 Sep 14 16:27:22.891928 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-a9000b0a-3ad6-45d7-9301-8d51a85c4e01 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653741 Sep 14 16:27:22.959005 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Attempting to bind port 2050b346-28c6-4732-8439-f2a1e2b65b13 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:27:22.959399 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Attempting to bind port 2050b346-28c6-4732-8439-f2a1e2b65b13 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:27:22.959819 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Attempting to bind port 2050b346-28c6-4732-8439-f2a1e2b65b13 on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:27:22.988088 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:27:22.988455 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Checking segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:22.988862 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:22.989257 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Bound using segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:27:22.994600 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Bound port: 2050b346-28c6-4732-8439-f2a1e2b65b13, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:27:22.995025 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:23.105660 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ebd77b34-afde-492c-9d8e-67279bf3f676 req-d2ff6b5a-1d13-4b2b-9f5e-f33bf0334923 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9105422 Sep 14 16:27:23.171228 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54093462-da64-440c-b33c-861fb2be4515 req-bc2b067f-63ef-49c1-8cd9-197fc7e50808 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:23.175692 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54093462-da64-440c-b33c-861fb2be4515 req-bc2b067f-63ef-49c1-8cd9-197fc7e50808 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.8890550 Sep 14 16:27:23.195213 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:23.244285 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] For port 2050b346-28c6-4732-8439-f2a1e2b65b13, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:27:23.255668 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] For port 2050b346-28c6-4732-8439-f2a1e2b65b13, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=2050b346-28c6-4732-8439-f2a1e2b65b13,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:27:23.264150 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54093462-da64-440c-b33c-861fb2be4515 req-37430962-2e14-40e4-b60c-c6918d573234 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598156 Sep 14 16:27:23.272803 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-9696cbec-6032-475b-8e04-4750c2e3f8ba service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798404 Sep 14 16:27:23.290856 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:23.298445 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:23.504920 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329e1cf-48b2-42fb-a530-be855e499c56 None None] Pushing event updated for resources: {'Port': ['ID=2050b346-28c6-4732-8439-f2a1e2b65b13,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:23.535788 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c49432-599d-4295-a68f-0ed7eb25b308 req-efc19f2e-20ae-4b3a-8b01-e7b5422b974e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:23.536234 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Allocated IP 172.27.3.245 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/f89201f6-30ab-4b59-ad45-063a85b57c5b) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:27:23.538201 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76c49432-599d-4295-a68f-0ed7eb25b308 req-efc19f2e-20ae-4b3a-8b01-e7b5422b974e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1807222 Sep 14 16:27:23.555887 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:23.556832 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:27:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:23.624139 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76c49432-599d-4295-a68f-0ed7eb25b308 req-dd7cb4e2-18de-4822-83bd-7c095e7e9f9f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695183 Sep 14 16:27:23.629008 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-659ca07f-864d-49c4-96fd-483d2d7f4ced req-f8efaf43-e29b-4167-bba6-72c7ed83a2da service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3458734 Sep 14 16:27:23.766936 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:23.822482 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Allocated IP 172.20.0.2 (dc24eb14-edf4-4ac0-96bc-be24faacf337/cffadf1a-4836-4c3b-a093-77e93a36292d/5457a1af-574b-4e1d-807f-c7a94eb345c8) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:27:23.887434 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:23.960738 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:23.966220 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:23.977429 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:23.995914 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:27:24.221341 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:24.242149 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Transition to ACTIVE for port object 5457a1af-574b-4e1d-807f-c7a94eb345c8 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:24.295150 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Pushing event updated for resources: {'Port': ['ID=f89201f6-30ab-4b59-ad45-063a85b57c5b,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:24.305806 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Transition to ACTIVE for port object 5457a1af-574b-4e1d-807f-c7a94eb345c8 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:24.317517 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:24.350577 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:24.363317 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:24.368673 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:27:24.404865 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669b6ac-870c-4d68-b734-b4d24f7de40e req-c98d9f1d-8c72-4d08-92f5-c0748beb0e53 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:24.416288 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f669b6ac-870c-4d68-b734-b4d24f7de40e req-c98d9f1d-8c72-4d08-92f5-c0748beb0e53 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.2054100 Sep 14 16:27:24.494407 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f669b6ac-870c-4d68-b734-b4d24f7de40e req-49fb0ced-444d-4af1-afe2-73a318b59816 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772202 Sep 14 16:27:24.498042 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Pushing event updated for resources: {'Port': ['ID=5457a1af-574b-4e1d-807f-c7a94eb345c8,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:24.507590 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:23Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:24.516044 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d71eeb-f902-40b4-ac39-21cec1bf959b req-cf67420e-3f74-416d-a785-efe4d79eb5f7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:24.526087 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8d71eeb-f902-40b4-ac39-21cec1bf959b req-cf67420e-3f74-416d-a785-efe4d79eb5f7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1672716 Sep 14 16:27:24.542983 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68404b47-d129-43e6-be2e-7c170f31974d None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:23Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:27:24.549805 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Attempting to bind port 5457a1af-574b-4e1d-807f-c7a94eb345c8 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:27:24.550373 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Attempting to bind port 5457a1af-574b-4e1d-807f-c7a94eb345c8 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:27:24.557317 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Attempting to bind port 5457a1af-574b-4e1d-807f-c7a94eb345c8 on network dc24eb14-edf4-4ac0-96bc-be24faacf337 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:27:24.567368 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:27:24.567368 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Checking segment: {'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:24.567368 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:24.567368 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Bound using segment: {'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:27:24.568155 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Bound port: 5457a1af-574b-4e1d-807f-c7a94eb345c8, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:27:24.568866 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:24.614062 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8d71eeb-f902-40b4-ac39-21cec1bf959b req-0583b641-8e70-4c65-ba68-d3ff866e471f tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869358 Sep 14 16:27:24.715000 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] For port 5457a1af-574b-4e1d-807f-c7a94eb345c8, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:27:24.718662 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] For port 5457a1af-574b-4e1d-807f-c7a94eb345c8, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5457a1af-574b-4e1d-807f-c7a94eb345c8,segment=NetworkSegment(76abac40-113d-4c7b-b7de-2dde0699eccd),segment_id=76abac40-113d-4c7b-b7de-2dde0699eccd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:27:24.729050 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:24.835743 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126232b-1f5b-4fc7-ae71-cb64d7c5e2a4 None None] Pushing event updated for resources: {'Port': ['ID=5457a1af-574b-4e1d-807f-c7a94eb345c8,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:24.871713 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:24.875141 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c170ae1-50ae-4af1-b8ff-8719f7cba6b6 req-cb538014-8429-4399-892e-c5e0d6683d5e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:24.877698 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4c170ae1-50ae-4af1-b8ff-8719f7cba6b6 req-cb538014-8429-4399-892e-c5e0d6683d5e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1013258 Sep 14 16:27:24.955856 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4c170ae1-50ae-4af1-b8ff-8719f7cba6b6 req-d2cce790-5921-4f1b-b665-b5c412a70560 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628681 Sep 14 16:27:25.070741 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2050b346-28c6-4732-8439-f2a1e2b65b13 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:25.202749 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 2050b346-28c6-4732-8439-f2a1e2b65b13 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:25.209802 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 2050b346-28c6-4732-8439-f2a1e2b65b13 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:25.210911 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:25.375990 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:25.398880 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:25.455890 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 2050b346-28c6-4732-8439-f2a1e2b65b13, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=2050b346-28c6-4732-8439-f2a1e2b65b13,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:25.463781 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:25.557324 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=2050b346-28c6-4732-8439-f2a1e2b65b13,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:25.679713 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Router 30489078-0a0b-4680-a43a-808645b5b259 is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:27:25.716853 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43fd300-1e2b-4348-ad1b-275648af5c7c req-6227518e-26df-4081-9fad-24269ab83176 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:25.732571 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c43fd300-1e2b-4348-ad1b-275648af5c7c req-6227518e-26df-4081-9fad-24269ab83176 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0938747 Sep 14 16:27:25.844488 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:27:25.845967 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c43fd300-1e2b-4348-ad1b-275648af5c7c req-de8b2279-cd67-46be-b207-56a244c28923 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101987 Sep 14 16:27:25.866954 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Sync routers for ids ['30489078-0a0b-4680-a43a-808645b5b259'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:27:25.883308 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d5072-26cc-4a5a-9700-9f690371e273 req-6ec37869-9c06-4e0d-8fd7-23fdf38893ae tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:25.886302 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Routers {'30489078-0a0b-4680-a43a-808645b5b259'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:25.887323 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:27:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['30489078-0a0b-4680-a43a-808645b5b259'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:25.887944 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:25.893143 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-18a93596-6dbb-46e0-ae0d-597aa32027e9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9721274 Sep 14 16:27:25.893441 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b59d5072-26cc-4a5a-9700-9f690371e273 req-6ec37869-9c06-4e0d-8fd7-23fdf38893ae tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1128986 Sep 14 16:27:25.894905 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43592) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:26.008407 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b59d5072-26cc-4a5a-9700-9f690371e273 req-8423cc56-f631-4472-8b4c-91a0c991dab5 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148484 Sep 14 16:27:26.071189 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Set router 30489078-0a0b-4680-a43a-808645b5b259 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:26.325746 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d86ab-a4d3-44d1-835e-2e80a0ff2ad8 req-0d60a8d8-e9c8-475e-936f-31ca8298bc7b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:26.327498 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e66d86ab-a4d3-44d1-835e-2e80a0ff2ad8 req-0d60a8d8-e9c8-475e-936f-31ca8298bc7b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1911755 Sep 14 16:27:26.436971 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e66d86ab-a4d3-44d1-835e-2e80a0ff2ad8 req-f46d6a25-953c-4dd3-98ef-6000c331f7db tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972283 Sep 14 16:27:26.467931 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:27:24Z', 'revision_number': 3, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port': {'id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:23Z', 'updated_at': '2021-09-14T16:27:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:26.471558 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99eda50-4c57-4ca0-bc61-3d831d7d056a None None] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:27:26.513244 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Checking router: 30489078-0a0b-4680-a43a-808645b5b259 for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:27:26.517341 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Updating router 30489078-0a0b-4680-a43a-808645b5b259 port f89201f6-30ab-4b59-ad45-063a85b57c5b binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:27:26.570143 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:26.605209 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f897d625-b5b4-4db8-ac46-83ef85fbef04 None None] Provisioning for port 5457a1af-574b-4e1d-807f-c7a94eb345c8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:26.817764 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.064523 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.100768 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Transition to ACTIVE for port object f89201f6-30ab-4b59-ad45-063a85b57c5b will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:27.115930 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.138225 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Allocated IP 172.20.0.1 (dc24eb14-edf4-4ac0-96bc-be24faacf337/cffadf1a-4836-4c3b-a093-77e93a36292d/2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:27:27.241810 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Attempting to bind port f89201f6-30ab-4b59-ad45-063a85b57c5b on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:27:27.242696 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Attempting to bind port f89201f6-30ab-4b59-ad45-063a85b57c5b by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:27:27.243469 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Attempting to bind port f89201f6-30ab-4b59-ad45-063a85b57c5b on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:27:27.257277 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2050b346-28c6-4732-8439-f2a1e2b65b13 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:27.269447 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:27:27.270032 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:27.270764 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.271263 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:27:27.271985 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Bound port: f89201f6-30ab-4b59-ad45-063a85b57c5b, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:27:27.272554 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.337436 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e847c0-ad30-4c11-8e8e-2060a95b2d2c None None] Pushing event updated for resources: {'Port': ['ID=f89201f6-30ab-4b59-ad45-063a85b57c5b,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:27.346333 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.363563 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Transition to ACTIVE for port object 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:27.380465 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a9fab-719e-421f-845b-43f9b5633cb0 req-c9914b79-8542-467e-ad7e-e193f3ad0bde tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:27.382095 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb3a9fab-719e-421f-845b-43f9b5633cb0 req-c9914b79-8542-467e-ad7e-e193f3ad0bde tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.2318075 Sep 14 16:27:27.409955 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 2050b346-28c6-4732-8439-f2a1e2b65b13 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:27.410527 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.422276 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bfb00b-bc42-4ebc-99bb-ceb71ccc8c1b req-2f86bb46-5231-4b0d-9ff6-7bb78a038c5c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:27.426385 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-15bfb00b-bc42-4ebc-99bb-ceb71ccc8c1b req-2f86bb46-5231-4b0d-9ff6-7bb78a038c5c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.2403388 Sep 14 16:27:27.435361 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] For port f89201f6-30ab-4b59-ad45-063a85b57c5b, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:27:27.441789 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] For port f89201f6-30ab-4b59-ad45-063a85b57c5b, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=f89201f6-30ab-4b59-ad45-063a85b57c5b,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:27:27.454547 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.456537 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.520061 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cb3a9fab-719e-421f-845b-43f9b5633cb0 req-00b4aa5c-095a-4ef7-902b-15c56f6910b4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214416 Sep 14 16:27:27.529133 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Routers {'30489078-0a0b-4680-a43a-808645b5b259'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:27.530409 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:27:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['30489078-0a0b-4680-a43a-808645b5b259'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:27.555626 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-15bfb00b-bc42-4ebc-99bb-ceb71ccc8c1b req-a09462b2-01b0-4832-8f27-e8616389aead tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144161 Sep 14 16:27:27.557771 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:27.558561 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Pushing event updated for resources: {'Port': ['ID=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:27.563047 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:27.565514 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:27:27.619062 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5457a1af-574b-4e1d-807f-c7a94eb345c8 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:27.661467 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.669240 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e847c0-ad30-4c11-8e8e-2060a95b2d2c None None] Pushing event updated for resources: {'Port': ['ID=f89201f6-30ab-4b59-ad45-063a85b57c5b,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:27.699781 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 5457a1af-574b-4e1d-807f-c7a94eb345c8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:27.705896 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5457a1af-574b-4e1d-807f-c7a94eb345c8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:27.706269 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.839725 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] Set router 30489078-0a0b-4680-a43a-808645b5b259 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:27.843726 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9fdc87-3f65-4f20-80df-dd215a8ca45e req-7eca51ed-912e-430f-82b3-c09b65af2b26 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:27.851339 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac9fdc87-3f65-4f20-80df-dd215a8ca45e req-7eca51ed-912e-430f-82b3-c09b65af2b26 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1384482 Sep 14 16:27:27.890575 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.945576 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 5457a1af-574b-4e1d-807f-c7a94eb345c8, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5457a1af-574b-4e1d-807f-c7a94eb345c8,segment=NetworkSegment(76abac40-113d-4c7b-b7de-2dde0699eccd),segment_id=76abac40-113d-4c7b-b7de-2dde0699eccd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:27.953743 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:27.989004 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ac9fdc87-3f65-4f20-80df-dd215a8ca45e req-1f4d4447-02a9-40fa-9782-76fe76b1bf46 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367092 Sep 14 16:27:28.013614 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:28.090015 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d1e77ee3-913c-4b1a-9b9e-6130b2e2cb24 None None] Provisioning for port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:28.097785 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=5457a1af-574b-4e1d-807f-c7a94eb345c8,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:28.114168 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d1e77ee3-913c-4b1a-9b9e-6130b2e2cb24 None None] Provisioning complete for port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:28.116412 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1e77ee3-913c-4b1a-9b9e-6130b2e2cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:28.169568 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d1e77ee3-913c-4b1a-9b9e-6130b2e2cb24 None None] Port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:27:28.252280 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:27:24Z', 'revision_number': 3, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port': {'id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:23Z', 'updated_at': '2021-09-14T16:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:28.283015 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:28.287575 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d160ea91-60ad-4546-89f6-ca65e727ef27 None None] The sync data for ids ['30489078-0a0b-4680-a43a-808645b5b259'] in dv-cinder-807083-8-iscsi is: [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:27:24Z', 'revision_number': 3, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port': {'id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:23Z', 'updated_at': '2021-09-14T16:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:27:28.288919 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:28.385266 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Pushing event updated for resources: {'Port': ['ID=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:28.389128 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:28.504317 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:27:28.506645 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:27:28.768672 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Router 30489078-0a0b-4680-a43a-808645b5b259 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:27:29.003151 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a4447e-d40b-4edc-b7f4-53009168a1a0 req-4cd14976-61cc-45bf-bf29-1d7e67355dfd tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:29.005463 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b6a4447e-d40b-4edc-b7f4-53009168a1a0 req-4cd14976-61cc-45bf-bf29-1d7e67355dfd tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1512022 Sep 14 16:27:29.051557 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-2cd16c5c-2ff1-4e2b-8b53-6ee1348c0010 None None] Provisioning complete for port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:29.052130 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-2cd16c5c-2ff1-4e2b-8b53-6ee1348c0010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:29.064921 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492abb0-fcc7-40cf-863e-9342bb57008a req-01919f67-2c81-46ad-8576-ba0f7799d5e5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:29.093314 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f492abb0-fcc7-40cf-863e-9342bb57008a req-01919f67-2c81-46ad-8576-ba0f7799d5e5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.3070168 Sep 14 16:27:29.150873 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-2cd16c5c-2ff1-4e2b-8b53-6ee1348c0010 None None] Port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:27:29.207184 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:27:29.238783 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d8543f33-b27e-49de-83a8-93e0ac28898a admin admin] 10.222.0.15 "PUT /v2.0/routers/30489078-0a0b-4680-a43a-808645b5b259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3077545 Sep 14 16:27:29.239130 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5457a1af-574b-4e1d-807f-c7a94eb345c8 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:29.239216 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f492abb0-fcc7-40cf-863e-9342bb57008a req-e056d578-04f3-4783-8f97-5112380f9f07 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285832 Sep 14 16:27:29.244806 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b6a4447e-d40b-4edc-b7f4-53009168a1a0 req-bc5f303f-f35e-4ef2-a25b-619e121792e6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250514 Sep 14 16:27:29.404626 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5457a1af-574b-4e1d-807f-c7a94eb345c8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:29.405006 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:29.439187 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7b816-2f92-4190-854d-8a53cc25618f req-cb804261-7ebe-43ea-a222-7c85500b167a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:29.441363 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ee7b816-2f92-4190-854d-8a53cc25618f req-cb804261-7ebe-43ea-a222-7c85500b167a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0883737 Sep 14 16:27:29.518679 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ee7b816-2f92-4190-854d-8a53cc25618f req-ac395f29-4fd8-4531-af91-507fb730f708 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683274 Sep 14 16:27:29.554241 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f89201f6-30ab-4b59-ad45-063a85b57c5b up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:29.635363 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port f89201f6-30ab-4b59-ad45-063a85b57c5b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:29.640425 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port f89201f6-30ab-4b59-ad45-063a85b57c5b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:29.640805 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:29.753050 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:29.781125 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port f89201f6-30ab-4b59-ad45-063a85b57c5b, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=f89201f6-30ab-4b59-ad45-063a85b57c5b,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:29.791925 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:29.878647 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=f89201f6-30ab-4b59-ad45-063a85b57c5b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:29.954878 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:27:30.071984 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43642) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:30.076905 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-78bd5a10-c6ca-4f68-9f9b-79179eef543b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-266560255', 'description': 'tempest-secgroup-smoke-266560255 description', 'project_id': '133413ca64984581ab6a1c1c8172bf3b'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:30.106956 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78bd5a10-c6ca-4f68-9f9b-79179eef543b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:30.337769 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78bd5a10-c6ca-4f68-9f9b-79179eef543b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:30.355322 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78bd5a10-c6ca-4f68-9f9b-79179eef543b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:30.397031 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-78bd5a10-c6ca-4f68-9f9b-79179eef543b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:30.404625 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-78bd5a10-c6ca-4f68-9f9b-79179eef543b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3288610 Sep 14 16:27:30.404989 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43658) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:30.410597 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-18b2daad-8f10-477e-ac9e-9902cbcc5fc9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'security_group_rule': {'security_group_id': '3038bdf5-1017-4fdf-a306-1cb6bb409812', 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:30.452175 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bd5a10-c6ca-4f68-9f9b-79179eef543b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3038bdf5-1017-4fdf-a306-1cb6bb409812,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:30.636317 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18b2daad-8f10-477e-ac9e-9902cbcc5fc9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:30.683386 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc617cec-5065-4f39-85bd-019eec0d1be9 req-159e1853-cef5-40f0-8c18-9ab9f4dc7f14 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:30.686122 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc617cec-5065-4f39-85bd-019eec0d1be9 req-159e1853-cef5-40f0-8c18-9ab9f4dc7f14 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.2012734 Sep 14 16:27:30.730354 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4236c3-dbb2-4518-a562-d55945c87b23 req-993aa328-6d31-4599-a726-551ad27ba149 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:30.743397 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c4236c3-dbb2-4518-a562-d55945c87b23 req-993aa328-6d31-4599-a726-551ad27ba149 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.2202101 Sep 14 16:27:30.845506 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c4236c3-dbb2-4518-a562-d55945c87b23 req-dd24b819-9c7e-4ca3-be2a-5d8cc79cfaae tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035445 Sep 14 16:27:30.874443 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc617cec-5065-4f39-85bd-019eec0d1be9 req-9a680500-556a-40e4-8482-ca040daf17f7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762018 Sep 14 16:27:30.936225 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18b2daad-8f10-477e-ac9e-9902cbcc5fc9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:30.943633 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18b2daad-8f10-477e-ac9e-9902cbcc5fc9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:30.993105 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b2daad-8f10-477e-ac9e-9902cbcc5fc9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060a64cb-8d95-4e5c-8700-e9ae493e68a0,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:31.005236 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-18b2daad-8f10-477e-ac9e-9902cbcc5fc9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.006780 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-18b2daad-8f10-477e-ac9e-9902cbcc5fc9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6006911 Sep 14 16:27:31.010072 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43678) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:31.020923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4fad4e95-6f9d-4209-bb97-54149b7d9c96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'security_group_rule': {'security_group_id': '3038bdf5-1017-4fdf-a306-1cb6bb409812', 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:31.067773 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Sync routers for ids ['30489078-0a0b-4680-a43a-808645b5b259'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:27:31.086991 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f89201f6-30ab-4b59-ad45-063a85b57c5b up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:31.120256 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Routers {'30489078-0a0b-4680-a43a-808645b5b259'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:31.120944 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:27:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['30489078-0a0b-4680-a43a-808645b5b259'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:31.245072 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883eb124-cfa6-4621-9ff4-84bfb4ecde98 req-6ece7d20-310e-4787-9d5d-8a4a92d667e6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:31.246570 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-883eb124-cfa6-4621-9ff4-84bfb4ecde98 req-6ece7d20-310e-4787-9d5d-8a4a92d667e6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.2049010 Sep 14 16:27:31.248279 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fad4e95-6f9d-4209-bb97-54149b7d9c96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.265303 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port f89201f6-30ab-4b59-ad45-063a85b57c5b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:31.266746 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.341452 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-883eb124-cfa6-4621-9ff4-84bfb4ecde98 req-ec6d4d6a-983b-463a-a405-36745e4dcd06 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494733 Sep 14 16:27:31.356533 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Set router 30489078-0a0b-4680-a43a-808645b5b259 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:31.377364 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fad4e95-6f9d-4209-bb97-54149b7d9c96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.384424 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fad4e95-6f9d-4209-bb97-54149b7d9c96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.416480 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fad4e95-6f9d-4209-bb97-54149b7d9c96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b051882b-e405-4289-bbeb-cdcd6413bbce,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:31.421690 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4fad4e95-6f9d-4209-bb97-54149b7d9c96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.423870 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4fad4e95-6f9d-4209-bb97-54149b7d9c96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4126492 Sep 14 16:27:31.426400 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:31.436866 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-c646a8c2-2c7d-4e0b-abf0-20060fed14b7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'security_group_rule': {'security_group_id': '3038bdf5-1017-4fdf-a306-1cb6bb409812', 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:31.476870 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c646a8c2-2c7d-4e0b-abf0-20060fed14b7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.601614 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c646a8c2-2c7d-4e0b-abf0-20060fed14b7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.611417 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c646a8c2-2c7d-4e0b-abf0-20060fed14b7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.664424 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c646a8c2-2c7d-4e0b-abf0-20060fed14b7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.670039 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c646a8c2-2c7d-4e0b-abf0-20060fed14b7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2412481 Sep 14 16:27:31.673518 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43706) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:31.682384 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c646a8c2-2c7d-4e0b-abf0-20060fed14b7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d7ffa31-5da2-4efe-b5a5-4100bea0ca73,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:31.683033 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-10b9d90e-20b9-4404-85ee-080c92162c88 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'security_group_rule': {'security_group_id': '3038bdf5-1017-4fdf-a306-1cb6bb409812', 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:31.758814 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b9d90e-20b9-4404-85ee-080c92162c88 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.790048 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:27:27Z', 'revision_number': 4, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port': {'id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:23Z', 'updated_at': '2021-09-14T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a', 'name': '', 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'mac_address': 'fa:16:3e:35:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cffadf1a-4836-4c3b-a093-77e93a36292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:26Z', 'updated_at': '2021-09-14T16:27:28Z', 'revision_number': 2, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'subnets': [{'id': 'cffadf1a-4836-4c3b-a093-77e93a36292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:31.836245 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b9d90e-20b9-4404-85ee-080c92162c88 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.841015 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b9d90e-20b9-4404-85ee-080c92162c88 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.865177 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9d90e-20b9-4404-85ee-080c92162c88 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9316c05-3eff-420a-b7aa-aedf51436d51,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:31.877164 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-10b9d90e-20b9-4404-85ee-080c92162c88 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.878531 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-10b9d90e-20b9-4404-85ee-080c92162c88 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2036316 Sep 14 16:27:31.881504 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:31.893007 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'security_group_rule': {'security_group_id': '3038bdf5-1017-4fdf-a306-1cb6bb409812', 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:31.952640 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Project 133413ca64984581ab6a1c1c8172bf3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:27:31.962394 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:31.981132 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Checking router: 30489078-0a0b-4680-a43a-808645b5b259 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:27:31.981716 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Updating router 30489078-0a0b-4680-a43a-808645b5b259 port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:27:32.058496 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.132815 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17588aba-f565-4ba6-a4b0-655825e8ad4c req-38542e91-7a79-485f-890c-26b4fc0ed0d4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:32.134906 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17588aba-f565-4ba6-a4b0-655825e8ad4c req-38542e91-7a79-485f-890c-26b4fc0ed0d4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1322088 Sep 14 16:27:32.177237 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.197635 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb84b31-caf9-4f0b-a56d-11d152824534 req-b7e12c81-a8ae-4e3c-af61-ad31b06fe8c8 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:32.199971 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dfb84b31-caf9-4f0b-a56d-11d152824534 req-b7e12c81-a8ae-4e3c-af61-ad31b06fe8c8 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1591380 Sep 14 16:27:32.210904 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.270408 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17588aba-f565-4ba6-a4b0-655825e8ad4c req-43bbd0e8-b5ec-45d8-b430-dad343fd8c27 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218734 Sep 14 16:27:32.285165 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad1866fa-9106-4ae2-b823-23f570448eb5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:32.302425 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.312569 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fa10eccf-72b4-4273-8d28-38ee8d98abf5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4296572 Sep 14 16:27:32.316403 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:32.322212 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'security_group_rule': {'security_group_id': '3038bdf5-1017-4fdf-a306-1cb6bb409812', 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:27:32.341628 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dfb84b31-caf9-4f0b-a56d-11d152824534 req-6e7266ef-9dd2-4a4f-96bf-ca10ab70a23a tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257453 Sep 14 16:27:32.365033 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Project 133413ca64984581ab6a1c1c8172bf3b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:27:32.371233 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.520188 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.527339 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.561883 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.575103 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c23ac3e-0d33-4966-9fb5-6699945f0918,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:32.587125 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.598919 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-12150608-040a-4235-8a7c-70cd4eaa7c65 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2810669 Sep 14 16:27:32.610986 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Transition to ACTIVE for port object 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:27:32.622334 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:32.816552 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116fdf0-8625-48eb-b08d-c200130588d3 None None] Pushing event updated for resources: {'Port': ['ID=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:33.033217 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Attempting to bind port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:27:33.033625 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Attempting to bind port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:27:33.034014 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Attempting to bind port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a on network dc24eb14-edf4-4ac0-96bc-be24faacf337 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:27:33.045911 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:27:33.046345 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Checking segment: {'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:27:33.046806 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:33.047372 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Bound using segment: {'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:27:33.048400 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Bound port: 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76abac40-113d-4c7b-b7de-2dde0699eccd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:27:33.048855 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:33.086269 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683550f-82ed-414a-a7b2-6b15ab214a6b req-1ce2edd9-6043-4d91-8a26-e079716eeb0a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:33.088282 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0683550f-82ed-414a-a7b2-6b15ab214a6b req-1ce2edd9-6043-4d91-8a26-e079716eeb0a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.6093426 Sep 14 16:27:33.181526 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0683550f-82ed-414a-a7b2-6b15ab214a6b req-56176ff6-8f23-4fe4-9644-a5d14e51dbef tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860875 Sep 14 16:27:33.203319 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] For port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:27:33.209803 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] For port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,segment=NetworkSegment(76abac40-113d-4c7b-b7de-2dde0699eccd),segment_id=76abac40-113d-4c7b-b7de-2dde0699eccd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:27:33.243278 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:33.369911 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116fdf0-8625-48eb-b08d-c200130588d3 None None] Pushing event updated for resources: {'Port': ['ID=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:33.391374 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Routers {'30489078-0a0b-4680-a43a-808645b5b259'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:27:33.396567 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:27:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['30489078-0a0b-4680-a43a-808645b5b259'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:33.668936 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f05a7-a810-460d-892a-33071a5df587 req-a77bcd9e-44dd-41b9-ae06-1ef6a172abcb tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:33.670611 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d4f05a7-a810-460d-892a-33071a5df587 req-a77bcd9e-44dd-41b9-ae06-1ef6a172abcb tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.2041299 Sep 14 16:27:33.703168 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] Set router 30489078-0a0b-4680-a43a-808645b5b259 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:27:33.770204 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d4f05a7-a810-460d-892a-33071a5df587 req-84f63bd6-cb95-4a3c-90e5-f279c48892d0 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917025 Sep 14 16:27:34.031504 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:27:27Z', 'revision_number': 4, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port': {'id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:23Z', 'updated_at': '2021-09-14T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a', 'name': '', 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'mac_address': 'fa:16:3e:35:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cffadf1a-4836-4c3b-a093-77e93a36292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:26Z', 'updated_at': '2021-09-14T16:27:33Z', 'revision_number': 4, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'subnets': [{'id': 'cffadf1a-4836-4c3b-a093-77e93a36292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:27:34.070648 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c36687d-95af-4296-a332-84659bcbf2d4 None None] The sync data for ids ['30489078-0a0b-4680-a43a-808645b5b259'] in dv-cinder-807083-8-iscsi is: [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:27:27Z', 'revision_number': 4, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port': {'id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:23Z', 'updated_at': '2021-09-14T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a', 'name': '', 'network_id': 'dc24eb14-edf4-4ac0-96bc-be24faacf337', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'mac_address': 'fa:16:3e:35:aa:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': 'cffadf1a-4836-4c3b-a093-77e93a36292d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:26Z', 'updated_at': '2021-09-14T16:27:33Z', 'revision_number': 4, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'subnets': [{'id': 'cffadf1a-4836-4c3b-a093-77e93a36292d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:27:34.367839 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5c7a3-0e8d-4c3d-83ad-943d7e5ac149 req-7dfa64d4-b7d5-470c-a320-97ca4db8529d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:34.369489 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bfb5c7a3-0e8d-4c3d-83ad-943d7e5ac149 req-7dfa64d4-b7d5-470c-a320-97ca4db8529d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0795836 Sep 14 16:27:34.416608 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bfb5c7a3-0e8d-4c3d-83ad-943d7e5ac149 req-ebd60e1c-6bb2-43f4-9ab1-17dff7684dce tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387957 Sep 14 16:27:34.937113 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c628d010-3f2c-4938-8f8d-6d56fe08b025 req-f78f3114-d6f2-406e-a904-a91574f86c40 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:34.953064 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c628d010-3f2c-4938-8f8d-6d56fe08b025 req-f78f3114-d6f2-406e-a904-a91574f86c40 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0893185 Sep 14 16:27:35.013328 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c628d010-3f2c-4938-8f8d-6d56fe08b025 req-894df798-2991-481c-8501-068986e69260 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534475 Sep 14 16:27:35.053209 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:35.128846 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:27:35.133358 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:35.133769 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:35.236951 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:35.277621 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,segment=NetworkSegment(76abac40-113d-4c7b-b7de-2dde0699eccd),segment_id=76abac40-113d-4c7b-b7de-2dde0699eccd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:35.285140 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:35.362256 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:35.607070 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393e457-593c-47a1-b3dd-e2268a5c69a5 req-85e16167-4caf-406a-91a5-18557b325966 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:35.616353 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c393e457-593c-47a1-b3dd-e2268a5c69a5 req-85e16167-4caf-406a-91a5-18557b325966 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1107657 Sep 14 16:27:35.663259 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c393e457-593c-47a1-b3dd-e2268a5c69a5 req-29578b55-7dc3-4b35-8339-a63973049f29 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457053 Sep 14 16:27:36.181895 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa9ea6-5c3b-4456-8e74-bd9abf3151b0 req-dfbbaa50-5b68-4215-a29b-8dfe31ecf870 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:36.185951 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72fa9ea6-5c3b-4456-8e74-bd9abf3151b0 req-dfbbaa50-5b68-4215-a29b-8dfe31ecf870 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0689073 Sep 14 16:27:36.242205 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72fa9ea6-5c3b-4456-8e74-bd9abf3151b0 req-0285da8b-29bc-4f95-a3bc-9865bf9381b1 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477324 Sep 14 16:27:36.817649 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d408af8-e670-4806-b2a2-8d1d5a0e02d4 req-ccbdb897-3ad5-48d5-a407-d9b3e189fd7d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:36.825930 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d408af8-e670-4806-b2a2-8d1d5a0e02d4 req-ccbdb897-3ad5-48d5-a407-d9b3e189fd7d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0790606 Sep 14 16:27:36.868591 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d408af8-e670-4806-b2a2-8d1d5a0e02d4 req-7b7aa0fd-344b-4d82-be18-b7c454e62ea0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416963 Sep 14 16:27:37.034963 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:27:37.120308 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:27:37.121033 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.190824 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:37.414673 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d89325-b918-49ec-9c86-49b365ad5624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.479115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862fd58f-bca7-4ded-84fa-e370411f5360 req-d4c0f804-cddc-4195-b338-f14ca235b078 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:37.481882 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-862fd58f-bca7-4ded-84fa-e370411f5360 req-d4c0f804-cddc-4195-b338-f14ca235b078 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1712542 Sep 14 16:27:37.501805 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40cae5-386d-48f7-b168-61d50dfa1c45 req-2a3acc88-74ff-4dc3-b69c-921b41b84728 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:37.504256 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d40cae5-386d-48f7-b168-61d50dfa1c45 req-2a3acc88-74ff-4dc3-b69c-921b41b84728 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1320186 Sep 14 16:27:37.548721 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d89325-b918-49ec-9c86-49b365ad5624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.560030 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-862fd58f-bca7-4ded-84fa-e370411f5360 req-48a1808a-d3a8-4234-a493-20bebda2f27d tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699494 Sep 14 16:27:37.561578 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b2d89325-b918-49ec-9c86-49b365ad5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.623244 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d40cae5-386d-48f7-b168-61d50dfa1c45 req-055ea5cd-f2dd-43d1-85a8-07f4036274e0 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727839 Sep 14 16:27:37.639175 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 43888) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:37.639378 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b2d89325-b918-49ec-9c86-49b365ad5624 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=522babdaa06b426faaf543d38d326c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464962 Sep 14 16:27:37.643081 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d89325-b918-49ec-9c86-49b365ad5624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211c50ab-728f-4be7-abf8-bff816cb55ec,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:37.724720 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7c63-6523-41eb-bdd9-9095a18cd54a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.768372 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7c63-6523-41eb-bdd9-9095a18cd54a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.874549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7c63-6523-41eb-bdd9-9095a18cd54a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.877888 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f2ae7c63-6523-41eb-bdd9-9095a18cd54a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:37.880035 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f2ae7c63-6523-41eb-bdd9-9095a18cd54a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/211c50ab-728f-4be7-abf8-bff816cb55ec HTTP/1.1" status: 204 len: 168 time: 0.2392712 Sep 14 16:27:37.911414 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ae7c63-6523-41eb-bdd9-9095a18cd54a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211c50ab-728f-4be7-abf8-bff816cb55ec,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:38.101784 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43906) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:38.215277 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aeaced-3e60-4a84-a1eb-71ed92a7b753 req-f883981e-4bce-4075-829b-4254bca5e1ec tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:38.233615 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7aeaced-3e60-4a84-a1eb-71ed92a7b753 req-f883981e-4bce-4075-829b-4254bca5e1ec tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1317546 Sep 14 16:27:38.392092 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7aeaced-3e60-4a84-a1eb-71ed92a7b753 req-e5cac5f7-715f-44e3-b702-decef22106b5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553812 Sep 14 16:27:38.517231 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee6759a-b0ac-439b-b1c1-d25c48a86edb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:38.653073 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee6759a-b0ac-439b-b1c1-d25c48a86edb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:38.661603 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-0ee6759a-b0ac-439b-b1c1-d25c48a86edb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:38.742227 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-0ee6759a-b0ac-439b-b1c1-d25c48a86edb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=701832a7df2d40fcbb7289694ca926f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6386967 Sep 14 16:27:38.743438 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 43924) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:38.753043 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6759a-b0ac-439b-b1c1-d25c48a86edb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6837aa58-1e38-4eb8-be71-bad34f7e5c63,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:38.784378 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62205c7e-bb2e-499d-a0a6-f68ade73cfe1 req-0f2be3ae-f056-4127-879c-4caebb4e6cff tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:38.786706 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-62205c7e-bb2e-499d-a0a6-f68ade73cfe1 req-0f2be3ae-f056-4127-879c-4caebb4e6cff tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0662084 Sep 14 16:27:38.815789 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56ccd14-2938-4d32-b4c5-f17d5fc02062 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:38.830214 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-62205c7e-bb2e-499d-a0a6-f68ade73cfe1 req-1ee439af-8b0d-4730-a77c-8a644ae738ab tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364916 Sep 14 16:27:38.840357 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56ccd14-2938-4d32-b4c5-f17d5fc02062 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:38.894818 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56ccd14-2938-4d32-b4c5-f17d5fc02062 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:38.897410 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c56ccd14-2938-4d32-b4c5-f17d5fc02062 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:38.898739 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c56ccd14-2938-4d32-b4c5-f17d5fc02062 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6837aa58-1e38-4eb8-be71-bad34f7e5c63 HTTP/1.1" status: 204 len: 168 time: 0.1533217 Sep 14 16:27:38.907293 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56ccd14-2938-4d32-b4c5-f17d5fc02062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6837aa58-1e38-4eb8-be71-bad34f7e5c63,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:39.470903 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-a7f8be1c-6223-4799-94eb-20493e813804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:39.473483 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-a7f8be1c-6223-4799-94eb-20493e813804 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1099 time: 0.0816045 Sep 14 16:27:39.669049 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d821f09f-c3aa-48d7-8ba8-4bc1f987be02 req-f4e37c07-6ac7-4858-b088-7a1eba174498 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:39.670620 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d821f09f-c3aa-48d7-8ba8-4bc1f987be02 req-f4e37c07-6ac7-4858-b088-7a1eba174498 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.1276588 Sep 14 16:27:39.672700 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-86b6aaae-bb58-42b0-934e-4495402fbcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:39.674079 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-86b6aaae-bb58-42b0-934e-4495402fbcd4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.1933103 Sep 14 16:27:39.757507 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d821f09f-c3aa-48d7-8ba8-4bc1f987be02 req-d1774ee3-2a02-4ec1-b4a5-cd480b935e73 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800984 Sep 14 16:27:39.776552 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-a847e383-6765-41c5-95ee-0231e4befcea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 200 len: 1002 time: 0.0924532 Sep 14 16:27:39.840130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-ea3d8756-c940-4ae7-a74e-0317028371e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:39.841735 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-ea3d8756-c940-4ae7-a74e-0317028371e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0562832 Sep 14 16:27:39.915540 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-fe94e2c2-7f79-4b63-a1e1-c2ebfbe85865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:39.918673 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-fe94e2c2-7f79-4b63-a1e1-c2ebfbe85865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0666542 Sep 14 16:27:40.039248 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67e034-b63f-47a7-9aed-5438dcb3aef1 req-9c8f0f2a-31a7-4dd6-bc0f-31cb52396c20 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:40.041025 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e67e034-b63f-47a7-9aed-5438dcb3aef1 req-9c8f0f2a-31a7-4dd6-bc0f-31cb52396c20 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1175327 Sep 14 16:27:40.085345 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-9ff30586-8b30-4cbe-84fd-814d94b4d23a service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448987 Sep 14 16:27:40.105983 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5e67e034-b63f-47a7-9aed-5438dcb3aef1 req-49c9b3c5-3b93-4e3d-87c2-ecf7aec4a619 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587549 Sep 14 16:27:40.204895 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b666d048-e800-4ab9-9d2b-dce1b2362fa2 req-630e5e17-ccf5-4046-9e3a-a4e96ab901d2 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089709 Sep 14 16:27:40.910079 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e6c8ea-7073-449f-bd2e-c62ce5bfe94c req-ac60797c-b93d-4834-84f3-76607fadddd5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:40.910912 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e6c8ea-7073-449f-bd2e-c62ce5bfe94c req-ac60797c-b93d-4834-84f3-76607fadddd5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0641012 Sep 14 16:27:40.966473 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e6c8ea-7073-449f-bd2e-c62ce5bfe94c req-6acf5f28-9294-40c4-a1f6-fa77b1a35041 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481598 Sep 14 16:27:41.228989 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65cf419-2890-493c-b36b-57dd4c60dfd8 req-717de7be-60e0-4639-ace2-2aba6bc8e460 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:41.230583 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c65cf419-2890-493c-b36b-57dd4c60dfd8 req-717de7be-60e0-4639-ace2-2aba6bc8e460 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0537755 Sep 14 16:27:41.282667 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c65cf419-2890-493c-b36b-57dd4c60dfd8 req-6254d69f-7262-4385-a146-4ec002e7526d tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425186 Sep 14 16:27:41.548668 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc71ec74-f4ed-41bf-914d-6b452ddb4226 req-e847e2b0-939e-48ff-8424-4d90082bb2ba tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:41.550495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc71ec74-f4ed-41bf-914d-6b452ddb4226 req-e847e2b0-939e-48ff-8424-4d90082bb2ba tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0718441 Sep 14 16:27:41.635375 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc71ec74-f4ed-41bf-914d-6b452ddb4226 req-53f424cb-1c9b-4deb-844f-73b5c5b35703 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655861 Sep 14 16:27:41.642040 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-f4934824-e5f9-4489-9546-f45a38f128e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:41.643566 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-f4934824-e5f9-4489-9546-f45a38f128e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 1098 time: 0.0676823 Sep 14 16:27:41.758355 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-3e8f3b5f-6460-4fc1-87d9-a3ba3c629987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:41.759862 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-3e8f3b5f-6460-4fc1-87d9-a3ba3c629987 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 911 time: 0.1060295 Sep 14 16:27:41.857425 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-8426c601-bd7f-4a4a-8523-2fd909a0ffed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 200 len: 1001 time: 0.0743377 Sep 14 16:27:41.921212 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-9816acd1-9e9d-48e3-8f3e-c39b90596730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:41.921212 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-9816acd1-9e9d-48e3-8f3e-c39b90596730 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.0496969 Sep 14 16:27:41.967848 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-92a8c638-5581-40a8-99a1-3d5f0cacfa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:41.969928 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-92a8c638-5581-40a8-99a1-3d5f0cacfa22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435402 Sep 14 16:27:42.121405 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-3d3990ff-a53e-46fc-9028-8cde41ae404a service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384425 Sep 14 16:27:42.136491 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a613cf-4085-43e4-b805-d5ce1201ca4b req-dad081da-99a5-43e8-b5db-93ed7441a4bb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:42.138043 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4a613cf-4085-43e4-b805-d5ce1201ca4b req-dad081da-99a5-43e8-b5db-93ed7441a4bb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 946 time: 0.0771966 Sep 14 16:27:42.247602 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b4a613cf-4085-43e4-b805-d5ce1201ca4b req-bc94044d-63ea-48c1-8629-b9f2ac2c393f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006398 Sep 14 16:27:42.283467 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cbf66d0d-5ba4-41d4-83ec-3903850e4c55 req-b72766b0-709d-479d-a8cd-97bf3677d887 service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442595 Sep 14 16:27:42.774300 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a15f25b-382c-470c-997e-0037ae549802 req-c2b02881-748b-4a98-a03a-55349ed2d263 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:42.775956 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a15f25b-382c-470c-997e-0037ae549802 req-c2b02881-748b-4a98-a03a-55349ed2d263 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0603523 Sep 14 16:27:42.818571 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a15f25b-382c-470c-997e-0037ae549802 req-88a8e58b-a0d5-4aba-bb4a-400e0b754d50 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358660 Sep 14 16:27:42.832152 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:27:42.929131 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:42.954680 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:27:42.956952 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8366f4ef-b990-4f4d-83d3-e2725fc6e7de" -d '{"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-unplugged", "status": "completed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:27:42.975838 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:27:42.981012 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:43.017892 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 16:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4527890-d7eb-49d6-a155-9f427b323588 x-openstack-request-id: req-a4527890-d7eb-49d6-a155-9f427b323588 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:27:43.018141 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-unplugged", "status": "failed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a", "code": 422}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:27:43.018342 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4527890-d7eb-49d6-a155-9f427b323588 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:27:43.018872 dv-cinder-807083-8-iscsi neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'code': 422} returned with failed status Sep 14 16:27:43.047459 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:43.395964 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cacde-3fe1-47d6-9355-1aeacb70ef63 req-36c1c171-f120-46cf-948f-1055362c5e40 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:43.397637 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-391cacde-3fe1-47d6-9355-1aeacb70ef63 req-36c1c171-f120-46cf-948f-1055362c5e40 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0535145 Sep 14 16:27:43.443624 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-391cacde-3fe1-47d6-9355-1aeacb70ef63 req-fd88f1eb-f4f7-41fb-b7a3-08738164bafd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Sep 14 16:27:43.955584 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3072be84-3dd2-41b1-b64b-3eb7c3676923 req-020a9edf-d889-46b9-8cdd-5538b7657b52 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:43.958339 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3072be84-3dd2-41b1-b64b-3eb7c3676923 req-020a9edf-d889-46b9-8cdd-5538b7657b52 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0645347 Sep 14 16:27:44.003810 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3072be84-3dd2-41b1-b64b-3eb7c3676923 req-1ce4c9b5-94d8-4dba-b093-95251c7300bf tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360208 Sep 14 16:27:44.014319 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-acd40b23-a45b-4bd8-b1d1-32edfcc74d5d req-d90c3331-84f6-4850-8dd8-e037fdc2e662 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:27:44.015278 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-acd40b23-a45b-4bd8-b1d1-32edfcc74d5d req-d90c3331-84f6-4850-8dd8-e037fdc2e662 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083983 Sep 14 16:27:44.189251 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccbf7d-fcbb-4c18-a4f7-205e31aa60f1 req-3b37bc2b-3041-4086-ae76-4c11cb3df16e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:44.190793 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1eccbf7d-fcbb-4c18-a4f7-205e31aa60f1 req-3b37bc2b-3041-4086-ae76-4c11cb3df16e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0501883 Sep 14 16:27:44.229853 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1eccbf7d-fcbb-4c18-a4f7-205e31aa60f1 req-0e473a12-780c-41e4-a0e9-df73c57067df tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 Sep 14 16:27:45.368085 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce735a-6b81-4d74-b550-7d17b2e5dc5a req-4e1f0cde-c82e-4a95-9bf3-b1236ae43788 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:45.372577 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9dce735a-6b81-4d74-b550-7d17b2e5dc5a req-4e1f0cde-c82e-4a95-9bf3-b1236ae43788 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0662918 Sep 14 16:27:45.417091 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9dce735a-6b81-4d74-b550-7d17b2e5dc5a req-a83165c7-ed4c-4765-9a3f-3ff83ba26ee0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407915 Sep 14 16:27:45.685049 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:46.300997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-80a350e8-968e-4f14-b7d9-d36e1d1768e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:46.302587 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-80a350e8-968e-4f14-b7d9-d36e1d1768e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.0740323 Sep 14 16:27:46.318516 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ecc402-d6bf-46a3-9a75-70e3d28c189a req-0af01c09-55c1-4921-9f50-c2e4607e3821 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:46.320082 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72ecc402-d6bf-46a3-9a75-70e3d28c189a req-0af01c09-55c1-4921-9f50-c2e4607e3821 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0826085 Sep 14 16:27:46.422430 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72ecc402-d6bf-46a3-9a75-70e3d28c189a req-093905f7-f4a5-4904-ac2c-635dad6de795 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920918 Sep 14 16:27:46.447533 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-078ff5e4-8790-4e32-b2b5-b81f56a66275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:46.449063 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-078ff5e4-8790-4e32-b2b5-b81f56a66275 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.1281610 Sep 14 16:27:46.496962 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-0d5c1717-d468-497a-8d13-fdc60a23c1c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 217 time: 0.0366569 Sep 14 16:27:46.582014 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-d4b36b0c-de20-4964-9454-0c702de54e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:46.583571 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-d4b36b0c-de20-4964-9454-0c702de54e15 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.0792115 Sep 14 16:27:46.603167 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66738060-20a9-47f4-bc29-1c0030880375 req-b75b3761-13c8-429f-bd6e-62f821873d03 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:46.605230 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66738060-20a9-47f4-bc29-1c0030880375 req-b75b3761-13c8-429f-bd6e-62f821873d03 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0678415 Sep 14 16:27:46.645545 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-daed7aa0-3408-4fd3-9d5c-c9045649c512 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388312 Sep 14 16:27:46.685897 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66738060-20a9-47f4-bc29-1c0030880375 req-49c79ec7-3a36-48c0-82e2-76aa6a70e353 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699515 Sep 14 16:27:46.778039 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-ef1c3101-7214-4ddd-8995-d6f7383f0578 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196771 Sep 14 16:27:46.835933 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:27:46.880447 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-55b7f9a1-ef8f-48e8-b631-6fe38ff06633 req-b22d7f05-4d3d-42dd-a488-6dc87a12cddf service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915260 Sep 14 16:27:47.561760 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e6b8996b-a2c1-495e-bf30-57dfce4262dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:47.582289 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc0804-0130-434a-8ff9-8bb210f6a9d1 req-6e5b08e9-927c-471a-b392-7ab400ed3e3a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:47.584631 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13cc0804-0130-434a-8ff9-8bb210f6a9d1 req-6e5b08e9-927c-471a-b392-7ab400ed3e3a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0888143 Sep 14 16:27:47.618933 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13cc0804-0130-434a-8ff9-8bb210f6a9d1 req-074c1b3b-0103-486e-bafd-3b37840acf4a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334182 Sep 14 16:27:47.785505 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 44232) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:47.846552 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c36cb-807a-45c6-bc1d-ba1502d132cf req-5afb803e-5c9a-4a2c-8d19-bcb304fff2be tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:47.848150 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab0c36cb-807a-45c6-bc1d-ba1502d132cf req-5afb803e-5c9a-4a2c-8d19-bcb304fff2be tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0675263 Sep 14 16:27:47.886901 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab0c36cb-807a-45c6-bc1d-ba1502d132cf req-05603b89-e7d3-4e80-966d-f12225fbe3e1 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325561 Sep 14 16:27:47.913083 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48ff8eed-584a-4c4c-acbf-d8082fe9a28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.022846 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48ff8eed-584a-4c4c-acbf-d8082fe9a28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.026989 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48ff8eed-584a-4c4c-acbf-d8082fe9a28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.065272 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-48ff8eed-584a-4c4c-acbf-d8082fe9a28a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4326c06b2ab24ee3b2cd7349ee31d707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2790346 Sep 14 16:27:48.066130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff8eed-584a-4c4c-acbf-d8082fe9a28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c4eb8a-03fa-46cc-b8c9-0c39f7225bf8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:48.069330 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44236) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:48.124782 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e84f1de-019a-4f14-9e80-46a75384db3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.147318 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e84f1de-019a-4f14-9e80-46a75384db3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.196316 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e84f1de-019a-4f14-9e80-46a75384db3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.198915 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e84f1de-019a-4f14-9e80-46a75384db3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.200109 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3e84f1de-019a-4f14-9e80-46a75384db3a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/08c4eb8a-03fa-46cc-b8c9-0c39f7225bf8 HTTP/1.1" status: 204 len: 168 time: 0.1295674 Sep 14 16:27:48.208938 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e84f1de-019a-4f14-9e80-46a75384db3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c4eb8a-03fa-46cc-b8c9-0c39f7225bf8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:48.513922 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44242) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:48.528158 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64a181f4-b7a3-4f15-8389-e91d28e5cf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.623399 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64a181f4-b7a3-4f15-8389-e91d28e5cf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.628706 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-64a181f4-b7a3-4f15-8389-e91d28e5cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.672667 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-64a181f4-b7a3-4f15-8389-e91d28e5cf9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=315141f0cb57409bbc8e5a6530ab23c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1570039 Sep 14 16:27:48.675758 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 44248) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:48.676792 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a181f4-b7a3-4f15-8389-e91d28e5cf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f006b3-0e6d-422e-a38e-7d26aee7be11,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:48.780116 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-146c4d46-988d-4462-bab2-78420a11a8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.790458 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39cfb39-e8cf-41ea-baf5-c0eee1e97adb req-c1b87feb-4f4d-49dc-b3b8-35006faff123 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:48.792201 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d39cfb39-e8cf-41ea-baf5-c0eee1e97adb req-c1b87feb-4f4d-49dc-b3b8-35006faff123 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0851817 Sep 14 16:27:48.835958 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-146c4d46-988d-4462-bab2-78420a11a8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.872519 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d39cfb39-e8cf-41ea-baf5-c0eee1e97adb req-c62f06af-723f-431f-bfee-f36a3a5b7b46 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668631 Sep 14 16:27:48.910091 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-146c4d46-988d-4462-bab2-78420a11a8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.913279 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-146c4d46-988d-4462-bab2-78420a11a8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:48.914810 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-146c4d46-988d-4462-bab2-78420a11a8f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5f006b3-0e6d-422e-a38e-7d26aee7be11 HTTP/1.1" status: 204 len: 168 time: 0.2377732 Sep 14 16:27:48.923994 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146c4d46-988d-4462-bab2-78420a11a8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f006b3-0e6d-422e-a38e-7d26aee7be11,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:49.031854 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4542c1ab-33de-436c-90a3-ef22d422c476 req-243f0004-418e-4b96-ae9c-d0cf828b0700 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:49.038123 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4542c1ab-33de-436c-90a3-ef22d422c476 req-243f0004-418e-4b96-ae9c-d0cf828b0700 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0556374 Sep 14 16:27:49.086360 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4542c1ab-33de-436c-90a3-ef22d422c476 req-80a6f23b-e112-4669-b942-31e3dd56f912 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463953 Sep 14 16:27:49.284492 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 44258) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:49.299336 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2d99bab-d95a-4ccf-92d6-8563ca1081e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:49.391545 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2d99bab-d95a-4ccf-92d6-8563ca1081e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:49.395691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a2d99bab-d95a-4ccf-92d6-8563ca1081e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:49.437097 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a2d99bab-d95a-4ccf-92d6-8563ca1081e7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4740e55096884010871e01624ac3f4d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514966 Sep 14 16:27:49.437913 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d99bab-d95a-4ccf-92d6-8563ca1081e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ef9477-afdf-4938-bff1-ab2f37419b68,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:49.445352 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44260) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:49.497008 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94a5e99c-47d4-4fd7-9e88-fe6d8e3e8c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:49.518375 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94a5e99c-47d4-4fd7-9e88-fe6d8e3e8c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:49.567219 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94a5e99c-47d4-4fd7-9e88-fe6d8e3e8c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:49.570076 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-94a5e99c-47d4-4fd7-9e88-fe6d8e3e8c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:49.571349 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-94a5e99c-47d4-4fd7-9e88-fe6d8e3e8c5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2ef9477-afdf-4938-bff1-ab2f37419b68 HTTP/1.1" status: 204 len: 168 time: 0.1238515 Sep 14 16:27:49.580335 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a5e99c-47d4-4fd7-9e88-fe6d8e3e8c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ef9477-afdf-4938-bff1-ab2f37419b68,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:27:49.987867 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-46a65962-1327-4038-bc30-687f06ebf11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:50.002710 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee956-91f9-4671-89c8-a44893d691e3 req-93f6bdab-acc9-4d94-975b-57c6fa1caa1e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:50.005036 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8bee956-91f9-4671-89c8-a44893d691e3 req-93f6bdab-acc9-4d94-975b-57c6fa1caa1e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0639381 Sep 14 16:27:50.044330 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8bee956-91f9-4671-89c8-a44893d691e3 req-9ff3eada-656b-41ed-9191-3b2cf1535f76 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Sep 14 16:27:50.225150 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c03b73-c403-40d4-8d26-c3d87721174e req-46557bd7-37b9-40cf-9e72-21c5a323bd72 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:50.226684 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18c03b73-c403-40d4-8d26-c3d87721174e req-46557bd7-37b9-40cf-9e72-21c5a323bd72 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0591354 Sep 14 16:27:50.277719 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-18c03b73-c403-40d4-8d26-c3d87721174e req-ede81940-d1a4-4030-8b52-58bd5135d025 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389087 Sep 14 16:27:50.373133 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:51.176199 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad48f9-da3d-4fd7-9cb4-b5e249c0c53e req-4ddcf4cd-181e-464d-82d0-e543cfb78160 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:51.178210 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2bad48f9-da3d-4fd7-9cb4-b5e249c0c53e req-4ddcf4cd-181e-464d-82d0-e543cfb78160 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0625312 Sep 14 16:27:51.225410 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2bad48f9-da3d-4fd7-9cb4-b5e249c0c53e req-f333a924-d0c6-4a33-88ec-2f9a101dd00f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Sep 14 16:27:51.404593 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:51.406102 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348954c8-bfb5-4684-a360-df5efd27a2f8 req-ab95d897-dcc5-47dc-90bd-51ef2ea35aee tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:51.407620 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-348954c8-bfb5-4684-a360-df5efd27a2f8 req-ab95d897-dcc5-47dc-90bd-51ef2ea35aee tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0527968 Sep 14 16:27:51.448314 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-348954c8-bfb5-4684-a360-df5efd27a2f8 req-587aa248-a1ad-4ac7-9b6e-bdbda6be39a8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348170 Sep 14 16:27:52.350924 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdef578-9cd3-424e-b511-5c686fe97519 req-b14b56ee-35ca-4bb6-8d95-2c96f0851f72 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:52.352432 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7fdef578-9cd3-424e-b511-5c686fe97519 req-b14b56ee-35ca-4bb6-8d95-2c96f0851f72 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0588157 Sep 14 16:27:52.392998 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7fdef578-9cd3-424e-b511-5c686fe97519 req-52e4f82f-a739-405b-aebf-c5381644fe2e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344925 Sep 14 16:27:52.581228 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8abd69-5f57-4825-b232-8351ea5b16d9 req-b49427a2-492f-4e74-ae83-8757725a30d8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:52.583024 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a8abd69-5f57-4825-b232-8351ea5b16d9 req-b49427a2-492f-4e74-ae83-8757725a30d8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0562789 Sep 14 16:27:52.608834 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:27:52.625573 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a8abd69-5f57-4825-b232-8351ea5b16d9 req-7a295f5d-017e-43e7-b88d-f78e8cdc6e40 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347731 Sep 14 16:27:53.516679 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc575f2-eb7b-427a-9961-45ee26777d39 req-c8820e1f-dd8d-4382-8279-ffe564e88cc4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:53.518388 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bc575f2-eb7b-427a-9961-45ee26777d39 req-c8820e1f-dd8d-4382-8279-ffe564e88cc4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0555365 Sep 14 16:27:53.557222 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3bc575f2-eb7b-427a-9961-45ee26777d39 req-99e54a5a-430b-49ff-b8e5-837c6eff3979 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Sep 14 16:27:53.753687 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb37c9-0345-479f-b5a5-0ddd8179625a req-3e94ff97-f19d-4a41-b7b5-a1d6315d20b0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:53.757932 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1feb37c9-0345-479f-b5a5-0ddd8179625a req-3e94ff97-f19d-4a41-b7b5-a1d6315d20b0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0570917 Sep 14 16:27:53.796697 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1feb37c9-0345-479f-b5a5-0ddd8179625a req-ce4a454f-4324-45ef-bfd0-807a04587ab6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344644 Sep 14 16:27:54.267157 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44370) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:27:54.395354 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-68c5875f-5bb8-4576-b133-41a2441be200 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256459 Sep 14 16:27:54.404546 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-d38dc006-fb61-44e5-930c-2ace27b5c5a0 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93883) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:27:54.405580 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-d38dc006-fb61-44e5-930c-2ace27b5c5a0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053663 Sep 14 16:27:54.683604 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b301a1-9525-4167-88b6-38659d3848df req-bda2d8f4-5131-471a-bec8-ecee2446d9c4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:54.685106 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b301a1-9525-4167-88b6-38659d3848df req-bda2d8f4-5131-471a-bec8-ecee2446d9c4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0588870 Sep 14 16:27:54.728335 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73b301a1-9525-4167-88b6-38659d3848df req-74a10588-66c1-4351-a6b0-6d2fd7b7d1b9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369611 Sep 14 16:27:54.965656 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102a0b6-0e6e-403c-8c30-d49346f08d53 req-f8a2cd19-3993-4ba6-a9f0-3e138ac2bb48 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:54.968363 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f102a0b6-0e6e-403c-8c30-d49346f08d53 req-f8a2cd19-3993-4ba6-a9f0-3e138ac2bb48 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0830755 Sep 14 16:27:55.036578 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f102a0b6-0e6e-403c-8c30-d49346f08d53 req-09434746-4359-4ce1-a9e5-864aa1cd5ca1 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522070 Sep 14 16:27:55.851667 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fcbfe-6fa7-41ab-abf4-58ec0306af71 req-4d918271-59c6-4a9e-9a79-7855dab530a1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:55.853269 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-279fcbfe-6fa7-41ab-abf4-58ec0306af71 req-4d918271-59c6-4a9e-9a79-7855dab530a1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0533516 Sep 14 16:27:55.895175 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-279fcbfe-6fa7-41ab-abf4-58ec0306af71 req-69914f0d-7950-4cb9-9f60-2f044b8b650f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347362 Sep 14 16:27:56.069664 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-463c68bc-0ee7-4563-b043-6d82dde1e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:56.071180 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-463c68bc-0ee7-4563-b043-6d82dde1e98d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7&tenant_id=252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 1097 time: 0.0716298 Sep 14 16:27:56.167580 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-18329846-45b6-47ba-905b-62691515097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:56.169051 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-18329846-45b6-47ba-905b-62691515097c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1097 time: 0.0744298 Sep 14 16:27:56.204681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3a5097-7a66-490b-bbe3-a708065a59a8 req-0341a671-744a-4e81-960b-9eddb91a1675 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:56.206236 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e3a5097-7a66-490b-bbe3-a708065a59a8 req-0341a671-744a-4e81-960b-9eddb91a1675 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0800653 Sep 14 16:27:56.293808 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e3a5097-7a66-490b-bbe3-a708065a59a8 req-cb3efbbc-7b1c-491b-8302-917f044a5469 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813372 Sep 14 16:27:56.320647 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-26362389-ba1a-455d-83d1-facfdc7193b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:56.320647 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-26362389-ba1a-455d-83d1-facfdc7193b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.1414187 Sep 14 16:27:56.599668 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-6a64f6fd-5288-484a-b21a-ad0752d6a602 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 200 len: 1000 time: 0.2707500 Sep 14 16:27:56.652445 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-953675bf-291b-4f7b-ba6e-9e6fc2b925fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:56.653949 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-953675bf-291b-4f7b-ba6e-9e6fc2b925fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0466185 Sep 14 16:27:56.708391 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-19d443ec-4d29-48c9-9e49-6215cc6bc5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:56.710137 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-19d443ec-4d29-48c9-9e49-6215cc6bc5ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482779 Sep 14 16:27:56.805618 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-9596e143-09c8-43ef-9609-5d0814d83053 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867703 Sep 14 16:27:56.911861 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0f91f5d-620b-41ac-bb93-1a6cf002b89d req-c3eeafe6-4261-48dc-bb3a-11544a02129a service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983326 Sep 14 16:27:57.032950 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5bd283-d44a-48df-b3c3-509018eba0cd req-6583dec8-90f5-4b4e-8ee4-46f5fe18ffc4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:57.034544 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c5bd283-d44a-48df-b3c3-509018eba0cd req-6583dec8-90f5-4b4e-8ee4-46f5fe18ffc4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0545666 Sep 14 16:27:57.079617 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c5bd283-d44a-48df-b3c3-509018eba0cd req-f340ff34-2d62-4036-a442-b5af37290319 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382550 Sep 14 16:27:57.424779 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03970a1-d970-4815-9082-0754abb78095 req-7cca21ec-2f43-437e-9a87-3f4ffc20a426 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:57.426311 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c03970a1-d970-4815-9082-0754abb78095 req-7cca21ec-2f43-437e-9a87-3f4ffc20a426 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0528083 Sep 14 16:27:57.464367 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c03970a1-d970-4815-9082-0754abb78095 req-7e10f1ed-e6d2-4ba3-8d61-d05a3a1c6db9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319071 Sep 14 16:27:58.216027 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cd3f2-fd5a-44cf-9fb6-4e188adc088d req-71fa0b66-6d06-4e32-bc8b-0252da910c71 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:58.217624 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-720cd3f2-fd5a-44cf-9fb6-4e188adc088d req-71fa0b66-6d06-4e32-bc8b-0252da910c71 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0582852 Sep 14 16:27:58.268667 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-720cd3f2-fd5a-44cf-9fb6-4e188adc088d req-52eceab4-37a7-481d-8d8e-c281479765cc tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448861 Sep 14 16:27:58.591890 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ee887-aa11-49e1-b783-9f9318e04db4 req-3ce787bc-827d-4bad-a1d1-99270db04596 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:58.593495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c8ee887-aa11-49e1-b783-9f9318e04db4 req-3ce787bc-827d-4bad-a1d1-99270db04596 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0512781 Sep 14 16:27:58.634378 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3c8ee887-aa11-49e1-b783-9f9318e04db4 req-19edbaca-dc4c-422c-a84f-30860ba468db tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342920 Sep 14 16:27:59.391144 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3353d90a-7886-4cc2-b967-956c12d8a28f req-593709ad-4a2c-4f8b-aa29-b764e9c26563 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:59.392629 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3353d90a-7886-4cc2-b967-956c12d8a28f req-593709ad-4a2c-4f8b-aa29-b764e9c26563 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0498378 Sep 14 16:27:59.435676 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3353d90a-7886-4cc2-b967-956c12d8a28f req-72ac122f-ced6-44e5-8fd8-bc0015d6dbab tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361729 Sep 14 16:27:59.761954 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870bc19-ad8d-4dbd-8d3f-0677de9f5a8c req-b91e7e5d-d528-4d67-a1a2-0b44d67fb5ac tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:27:59.763474 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9870bc19-ad8d-4dbd-8d3f-0677de9f5a8c req-b91e7e5d-d528-4d67-a1a2-0b44d67fb5ac tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0555937 Sep 14 16:27:59.810557 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9870bc19-ad8d-4dbd-8d3f-0677de9f5a8c req-77382244-1d94-40b5-8aa1-52e2f0c9ecb6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379932 Sep 14 16:28:00.559181 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58f94b-e25e-454e-978c-1fb50de336e2 req-0a934a4a-12af-4436-a7af-f8ff52efbb8e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:00.560752 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b58f94b-e25e-454e-978c-1fb50de336e2 req-0a934a4a-12af-4436-a7af-f8ff52efbb8e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0513194 Sep 14 16:28:00.600939 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0b58f94b-e25e-454e-978c-1fb50de336e2 req-ea35a6ce-a7f6-4222-bad0-4b5edc552500 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335200 Sep 14 16:28:00.950470 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b999d3-8b49-4d86-a507-fbd75a4a8b8e req-d51da66d-a680-4188-9075-32d6e0f87d68 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:00.951985 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-94b999d3-8b49-4d86-a507-fbd75a4a8b8e req-d51da66d-a680-4188-9075-32d6e0f87d68 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0633907 Sep 14 16:28:00.993592 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-94b999d3-8b49-4d86-a507-fbd75a4a8b8e req-8e6dca8c-60b8-49b0-910b-1c3d1266ae1f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338655 Sep 14 16:28:01.724202 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e15e9a-9f97-49d0-a9bf-69c0f41b5ebf req-dee68296-d399-4663-a1a7-a0373bba7375 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:01.725819 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74e15e9a-9f97-49d0-a9bf-69c0f41b5ebf req-dee68296-d399-4663-a1a7-a0373bba7375 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0545216 Sep 14 16:28:01.772511 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74e15e9a-9f97-49d0-a9bf-69c0f41b5ebf req-91e11877-3c85-4da3-9df5-82273b74a4a9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402737 Sep 14 16:28:02.115640 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bfa50b-89da-411e-b047-5cc6025daacd req-0495af87-5b7b-46e6-b1d5-42370c3e1d71 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:02.117149 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f8bfa50b-89da-411e-b047-5cc6025daacd req-0495af87-5b7b-46e6-b1d5-42370c3e1d71 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0494490 Sep 14 16:28:02.156599 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f8bfa50b-89da-411e-b047-5cc6025daacd req-d128e74b-346d-4b50-879f-190fa92cbf67 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332649 Sep 14 16:28:02.900490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a092850-5cab-4ae7-937f-bff279bf3206 req-c224a564-fa60-47f8-a444-3786aacdf936 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:02.902174 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a092850-5cab-4ae7-937f-bff279bf3206 req-c224a564-fa60-47f8-a444-3786aacdf936 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0537827 Sep 14 16:28:02.955469 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a092850-5cab-4ae7-937f-bff279bf3206 req-2f962bac-fe29-4c4b-977a-167be21c0938 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473979 Sep 14 16:28:03.312284 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2c65-9d6f-408f-b5b8-896b6d00cf56 req-4084601b-a407-4857-a387-7ce8d61bcece tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:03.313911 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75ec2c65-9d6f-408f-b5b8-896b6d00cf56 req-4084601b-a407-4857-a387-7ce8d61bcece tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0691726 Sep 14 16:28:03.356804 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-75ec2c65-9d6f-408f-b5b8-896b6d00cf56 req-897f7cae-c0bb-44ae-94bc-480ee50ca00a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331531 Sep 14 16:28:04.085784 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b118cf-8bd9-47ba-9ab6-3b1145c20eee req-e7e64d96-4a3e-40aa-ae7e-e93f6ad793d4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:04.087326 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d5b118cf-8bd9-47ba-9ab6-3b1145c20eee req-e7e64d96-4a3e-40aa-ae7e-e93f6ad793d4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0519178 Sep 14 16:28:04.129699 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d5b118cf-8bd9-47ba-9ab6-3b1145c20eee req-b1dc5341-3dcc-4ae1-8741-acdbd6b3d011 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364418 Sep 14 16:28:04.494370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc5278-b8b6-4e21-bc62-c30aee64c652 req-5c45c7fe-9b6c-4ae6-8b64-e9e9d9a350d3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:04.496053 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31cc5278-b8b6-4e21-bc62-c30aee64c652 req-5c45c7fe-9b6c-4ae6-8b64-e9e9d9a350d3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0559051 Sep 14 16:28:04.550620 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-31cc5278-b8b6-4e21-bc62-c30aee64c652 req-ced8b510-8798-48f2-af66-80ecece999e5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478714 Sep 14 16:28:05.274698 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a125d0-b39f-4c05-be85-d6825bc7fe3d req-f72867fa-c586-49c8-9d34-d92dfbae4b45 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:05.277135 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0a125d0-b39f-4c05-be85-d6825bc7fe3d req-f72867fa-c586-49c8-9d34-d92dfbae4b45 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0669100 Sep 14 16:28:05.319117 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0a125d0-b39f-4c05-be85-d6825bc7fe3d req-a698a4cb-3aac-4ee8-a2aa-523f24090eb7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354877 Sep 14 16:28:05.701082 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d958a17d-1367-4ea3-96ec-e311eef4cf7a req-2e087f03-db7b-4e80-b6a6-72f977944f28 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:05.703264 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d958a17d-1367-4ea3-96ec-e311eef4cf7a req-2e087f03-db7b-4e80-b6a6-72f977944f28 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0544460 Sep 14 16:28:05.755610 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d958a17d-1367-4ea3-96ec-e311eef4cf7a req-008f5c10-ff66-49a1-903d-705b233f71d5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462623 Sep 14 16:28:06.456901 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9848cf8a-4728-4ad1-97fb-e5bd3af4f328 req-9e1a8949-9efe-4e59-bc56-d4a181c65a89 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:06.458579 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9848cf8a-4728-4ad1-97fb-e5bd3af4f328 req-9e1a8949-9efe-4e59-bc56-d4a181c65a89 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0607247 Sep 14 16:28:06.502121 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9848cf8a-4728-4ad1-97fb-e5bd3af4f328 req-b8c5d3e8-472d-4a87-911c-eeb79dbb6f1e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373294 Sep 14 16:28:06.929027 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82570bb-0ae2-487b-a407-78605cfe87c9 req-b264c3de-d18d-49ae-8241-fc0dfe615f4c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:06.930625 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a82570bb-0ae2-487b-a407-78605cfe87c9 req-b264c3de-d18d-49ae-8241-fc0dfe615f4c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0804508 Sep 14 16:28:06.957572 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:28:06.994104 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a82570bb-0ae2-487b-a407-78605cfe87c9 req-0dd10678-ffc3-4694-bf1a-3596d5b829da tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478806 Sep 14 16:28:07.275258 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-db453989-92ad-4054-a287-0971b9619b83 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266560255&fields=id&tenant_id=133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 267 time: 0.0469975 Sep 14 16:28:07.422928 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-8c10873d-3d30-45ca-bcc2-7de484329bd2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:07.424478 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-8c10873d-3d30-45ca-bcc2-7de484329bd2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 812 time: 0.1482470 Sep 14 16:28:07.442820 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-deaf5f94-f2b3-4b4e-8ff6-2e243c4d49f2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/quotas/133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 375 time: 0.0109634 Sep 14 16:28:07.501121 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-e0faa142-1e53-4322-891e-44d140a588ce tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0522487 Sep 14 16:28:07.653542 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-3e6ec809-c894-4b78-b239-202f4865a7a1 service neutron] 10.222.0.15 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307676 Sep 14 16:28:07.705945 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b51a559-85d3-4049-8c22-ab25c352b96b req-628f1310-676e-40c3-8549-f2249993c7cf tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:07.707487 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b51a559-85d3-4049-8c22-ab25c352b96b req-628f1310-676e-40c3-8549-f2249993c7cf tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1192265 Sep 14 16:28:07.787817 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6b51a559-85d3-4049-8c22-ab25c352b96b req-32da4662-895b-4a7e-aa27-2a682267b663 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460024 Sep 14 16:28:07.819511 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-0e6e84ed-7783-46cc-9d09-6a2c445a95c0 service neutron] 10.222.0.15 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611042 Sep 14 16:28:08.242065 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d494fc4d-f97e-4a3e-9c16-18fada9cf31c req-d30829c8-bb58-4e75-a992-928a5902ba68 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0573432 Sep 14 16:28:08.252788 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b014efef-0b0f-4e6f-b3db-83dd92f6b52c req-817e700c-9082-418a-b04a-92911a27c5fe tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:08.255291 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b014efef-0b0f-4e6f-b3db-83dd92f6b52c req-817e700c-9082-418a-b04a-92911a27c5fe tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.1615803 Sep 14 16:28:08.305703 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b014efef-0b0f-4e6f-b3db-83dd92f6b52c req-af10260f-a5bf-4c44-bd29-9722a842a089 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439851 Sep 14 16:28:08.928932 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7458d6b7-0cb2-47f7-9c4d-197768698a2e req-ca8e8849-7a6d-4ab2-b7ad-4e807d5c01bd tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:08.930522 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7458d6b7-0cb2-47f7-9c4d-197768698a2e req-ca8e8849-7a6d-4ab2-b7ad-4e807d5c01bd tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0550518 Sep 14 16:28:08.977097 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7458d6b7-0cb2-47f7-9c4d-197768698a2e req-c997168e-2ce3-41d5-80a0-2fea3b6f86f0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361133 Sep 14 16:28:09.362521 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0914840a-765a-4828-af7f-75144ae7f860 req-7b22c3bb-192c-4d52-a6a8-62831ff567b5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0435293 Sep 14 16:28:09.451933 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c70dc13-5353-4f3e-9fdc-5b34e41cc7ed req-e964b22b-b1f6-4c46-ad56-ddea82041f97 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:09.454229 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c70dc13-5353-4f3e-9fdc-5b34e41cc7ed req-e964b22b-b1f6-4c46-ad56-ddea82041f97 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0585690 Sep 14 16:28:09.505713 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8c70dc13-5353-4f3e-9fdc-5b34e41cc7ed req-f57672fe-5478-4d95-ae37-c40c0642034d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422807 Sep 14 16:28:10.122896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ce916-f358-4b7b-bf55-adcd9a4da607 req-1cf02ef5-aec2-43b9-9704-ba9c0c7f2187 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:10.122896 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-447ce916-f358-4b7b-bf55-adcd9a4da607 req-1cf02ef5-aec2-43b9-9704-ba9c0c7f2187 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0544844 Sep 14 16:28:10.168965 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-447ce916-f358-4b7b-bf55-adcd9a4da607 req-e830cca4-f1a5-4a62-8387-f130ca815218 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Sep 14 16:28:10.458934 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0d9afce7-2ed4-4cf4-9426-5ede0377edc9 req-63ee50d1-96ea-4edc-b4ee-0ea00391c1e8 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0283499 Sep 14 16:28:10.641684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b8485-fa4d-4f23-8a58-8a7dc12588e0 req-e6979700-0567-4c01-94ee-ad237f605dad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:10.643152 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-018b8485-fa4d-4f23-8a58-8a7dc12588e0 req-e6979700-0567-4c01-94ee-ad237f605dad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0618463 Sep 14 16:28:10.684542 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-018b8485-fa4d-4f23-8a58-8a7dc12588e0 req-b2cc7353-7455-4a7b-a726-beb5393bda57 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348375 Sep 14 16:28:11.292516 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43a8d2a-6904-4296-83d8-266955bddb50 req-cf5bc08b-a929-45fa-aa6e-b2c56608abf3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:11.294105 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f43a8d2a-6904-4296-83d8-266955bddb50 req-cf5bc08b-a929-45fa-aa6e-b2c56608abf3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0525579 Sep 14 16:28:11.344968 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f43a8d2a-6904-4296-83d8-266955bddb50 req-6c922bb1-ced2-45da-889d-6d8c8d58d307 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434034 Sep 14 16:28:11.585025 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cdcb6e1f-eec1-4254-8b81-ab80e2f4313e req-c4a1be6c-0e25-4ce3-a2bf-ea14b25096b3 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0419712 Sep 14 16:28:11.819506 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e780ba4f-495c-4c1a-862c-5531a1d3a928 req-e01ba9b2-6a9f-4115-ba8d-a4f98db815d3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:11.821427 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e780ba4f-495c-4c1a-862c-5531a1d3a928 req-e01ba9b2-6a9f-4115-ba8d-a4f98db815d3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0609703 Sep 14 16:28:11.874904 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e780ba4f-495c-4c1a-862c-5531a1d3a928 req-f86ce82c-9e9b-4b0e-8dc5-3e3d3e94163b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403318 Sep 14 16:28:12.481013 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1c13c0-e279-4fa5-a7a6-8e0c606c595c req-f3af7e13-3be5-4dbc-8111-f1f96a09de2b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:12.483588 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db1c13c0-e279-4fa5-a7a6-8e0c606c595c req-f3af7e13-3be5-4dbc-8111-f1f96a09de2b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0521257 Sep 14 16:28:12.525038 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-db1c13c0-e279-4fa5-a7a6-8e0c606c595c req-b64464d0-c534-4d7b-9175-248b91292fbd tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337276 Sep 14 16:28:12.715096 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1796755e-0978-482e-a753-307d7222ab68 req-913d1b57-4d21-4919-9afb-0d1afd899a3e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0277207 Sep 14 16:28:13.034231 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc8f6fe-32aa-448a-bd58-5667c052a60a req-8d5eb888-8631-4262-8d2c-c84ee0806286 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:13.035904 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbc8f6fe-32aa-448a-bd58-5667c052a60a req-8d5eb888-8631-4262-8d2c-c84ee0806286 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0722039 Sep 14 16:28:13.083687 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbc8f6fe-32aa-448a-bd58-5667c052a60a req-020e7223-c70f-4d61-aa06-0a68de739b20 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413003 Sep 14 16:28:13.649370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b38769-5cee-4dd2-88c9-0549c7e3a7fa req-135dd742-f5f8-499e-a2df-efd7ee0c39c1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:13.651091 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39b38769-5cee-4dd2-88c9-0549c7e3a7fa req-135dd742-f5f8-499e-a2df-efd7ee0c39c1 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0513923 Sep 14 16:28:13.699509 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39b38769-5cee-4dd2-88c9-0549c7e3a7fa req-d1bb5e8d-f9af-43d0-a2d3-9c6fbab70ac5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414391 Sep 14 16:28:13.813997 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5593b92-bf49-4542-b01b-147e646a09c4 req-03e77387-fc46-46d5-80b1-6bcd3c59866a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0288904 Sep 14 16:28:14.234770 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be0c29-1a60-4fbd-82eb-c17ac17def7a req-4bff2a2d-e62e-408b-a7e6-ea2aaaaab696 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:14.238550 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0be0c29-1a60-4fbd-82eb-c17ac17def7a req-4bff2a2d-e62e-408b-a7e6-ea2aaaaab696 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0611591 Sep 14 16:28:14.277797 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0be0c29-1a60-4fbd-82eb-c17ac17def7a req-83aac503-c134-45f3-824a-babf3795cd98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353775 Sep 14 16:28:14.823063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169c821-1370-45d6-8271-62822e47247f req-339fdf27-0bb0-488b-a9fd-bc78b6423b8b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:14.824629 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9169c821-1370-45d6-8271-62822e47247f req-339fdf27-0bb0-488b-a9fd-bc78b6423b8b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0533597 Sep 14 16:28:14.864619 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9169c821-1370-45d6-8271-62822e47247f req-c76a0d5b-e6cc-4db4-8938-900034b6766b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334127 Sep 14 16:28:14.926894 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f2d13393-02ab-4919-b9ed-82c9b81ae851 req-f029a2be-43fc-4d86-8862-8a6c69e0de87 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0374751 Sep 14 16:28:15.482687 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7489c-a0d7-45f7-8699-009dc22fa356 req-2404020c-e502-4f95-9021-25202a78eec9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:15.484749 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dfd7489c-a0d7-45f7-8699-009dc22fa356 req-2404020c-e502-4f95-9021-25202a78eec9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0817468 Sep 14 16:28:15.493472 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-5c9c52f5-590c-4bb4-8ffc-9feea1746fd5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807705 Sep 14 16:28:15.558695 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dfd7489c-a0d7-45f7-8699-009dc22fa356 req-c1d8a047-209e-4217-8f8f-5bab8caaaa76 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639343 Sep 14 16:28:15.571728 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-34fd90bf-b879-4bc3-adb4-05c6f3d08327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:15.573209 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-34fd90bf-b879-4bc3-adb4-05c6f3d08327 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 1098 time: 0.0548618 Sep 14 16:28:15.686998 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:15.693653 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-82b47a89-3834-4b65-9df9-adf1ca8de941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:15.695240 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-82b47a89-3834-4b65-9df9-adf1ca8de941 service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.1006713 Sep 14 16:28:15.740950 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-cd238990-6aea-430e-b2cd-5a14a6c513bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1 HTTP/1.1" status: 200 len: 217 time: 0.0372379 Sep 14 16:28:15.795740 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-d2604a79-73b2-4711-a33d-828ab3e80ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:15.797285 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-d2604a79-73b2-4711-a33d-828ab3e80ddc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.0493252 Sep 14 16:28:15.839413 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-763985db-af5b-4015-997b-f872447cf8ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255017 Sep 14 16:28:15.986841 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-3cadda77-fd43-4a86-b8a5-04a58af79b61 service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308572 Sep 14 16:28:16.054768 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f1984-a254-4832-b31b-30f9b02304df req-c613e5cb-1218-485e-b45a-75e3038cafd9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:16.056164 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c75f1984-a254-4832-b31b-30f9b02304df req-c613e5cb-1218-485e-b45a-75e3038cafd9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1083190 Sep 14 16:28:16.064311 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-01add43c-741d-4b33-add2-f5fc49446c91 req-546b121d-d338-4418-8562-339e9933640d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0586128 Sep 14 16:28:16.135704 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c75f1984-a254-4832-b31b-30f9b02304df req-4f250b79-6019-4290-9def-04f0a12f478c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690565 Sep 14 16:28:16.150291 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4a9366ce-1b3f-45e6-bd54-3e0202e6721e req-0e33d264-0b75-4491-9a23-39c86253b9fc service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542704 Sep 14 16:28:16.408156 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-564f3c99-ac5e-4731-8fca-967ca74835ea tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:16.409654 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-564f3c99-ac5e-4731-8fca-967ca74835ea tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 812 time: 0.1307507 Sep 14 16:28:16.460192 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-cff5dd37-37e1-4979-9edc-8d5ae32483a2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 379 time: 0.0391858 Sep 14 16:28:16.475651 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'port': {'device_id': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'admin_state_up': True, 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'security_groups': ['3038bdf5-1017-4fdf-a306-1cb6bb409812']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:16.601146 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Made reservation on behalf of 133413ca64984581ab6a1c1c8172bf3b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:28:16.604461 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:16.734646 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7df9cc-38b3-4720-8537-fdf29779f108 req-cf7428ee-ccea-4c04-a6bd-7f22711a0fdc tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:16.736177 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa7df9cc-38b3-4720-8537-fdf29779f108 req-cf7428ee-ccea-4c04-a6bd-7f22711a0fdc tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0955286 Sep 14 16:28:16.831537 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa7df9cc-38b3-4720-8537-fdf29779f108 req-81ce4a9d-952e-4721-a7e1-8c6b400f96ec tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862577 Sep 14 16:28:16.832743 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Allocated IP 172.20.0.8 (e06eac93-db4e-4607-b140-c480bda9bbaf/ba2bbac1-6ac9-480f-b7a0-47095feb987d/c6da1df7-a220-4178-b9d2-357a9b1d2f25) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:16.994762 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:17.010704 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Transition to ACTIVE for port object c6da1df7-a220-4178-b9d2-357a9b1d2f25 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:17.048404 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:17.096786 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Network e06eac93-db4e-4607-b140-c480bda9bbaf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:17.100208 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:17.112453 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:17.116730 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=c6da1df7-a220-4178-b9d2-357a9b1d2f25,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.155549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.156674 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:17.220207 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:17.221160 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:17.278237 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aae365-c386-4df5-86b9-b139dad3328a req-f4f51b70-5d98-4e98-ab51-946f4fe2b2be tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:17.279872 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5aae365-c386-4df5-86b9-b139dad3328a req-f4f51b70-5d98-4e98-ab51-946f4fe2b2be tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 931 time: 0.1131144 Sep 14 16:28:17.283481 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-8183c0b5-eec7-4520-9f88-488d8368a759 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8116138 Sep 14 16:28:17.306165 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Request body: {'port': {'device_id': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:17.442707 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f3ad331f-583c-434d-8762-2eed1d041790 None None] Provisioning for port c6da1df7-a220-4178-b9d2-357a9b1d2f25 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:17.448240 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f3ad331f-583c-434d-8762-2eed1d041790 None None] Provisioning complete for port c6da1df7-a220-4178-b9d2-357a9b1d2f25 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:17.448755 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3ad331f-583c-434d-8762-2eed1d041790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:17.496855 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad331f-583c-434d-8762-2eed1d041790 None None] Port c6da1df7-a220-4178-b9d2-357a9b1d2f25 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:28:17.556199 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-7c066f2e-f502-40f5-b5bc-8800ff6593f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:17.574517 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8700e415-752d-4a7b-991b-c30160d108c0 req-8f6d43eb-b2ba-41ec-9459-4d6bdaf36a54 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:17.576133 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8700e415-752d-4a7b-991b-c30160d108c0 req-8f6d43eb-b2ba-41ec-9459-4d6bdaf36a54 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.3495429 Sep 14 16:28:17.628926 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5aae365-c386-4df5-86b9-b139dad3328a req-c13b84b6-facd-4e6c-9100-9ee34bb734d2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407793 Sep 14 16:28:17.650046 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:17.664986 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8700e415-752d-4a7b-991b-c30160d108c0 req-cb8e923a-1656-4abf-be52-a80c2e9ecb44 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786753 Sep 14 16:28:17.955910 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6da1df7-a220-4178-b9d2-357a9b1d2f25 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:28:17.964119 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:18.008339 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Transition to ACTIVE for port object c6da1df7-a220-4178-b9d2-357a9b1d2f25 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:18.016598 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:18.074008 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e48ae-6ffc-4f8d-9eb0-6b31fd2f933a req-dea2fab8-fed0-42e5-828d-0db7ec72b187 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:18.075534 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d72e48ae-6ffc-4f8d-9eb0-6b31fd2f933a req-dea2fab8-fed0-42e5-828d-0db7ec72b187 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.1311908 Sep 14 16:28:18.090657 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c6da1df7-a220-4178-b9d2-357a9b1d2f25,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:18.184735 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d72e48ae-6ffc-4f8d-9eb0-6b31fd2f933a req-aaf22b89-c5dc-4be0-b75c-90c5e97ab387 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970769 Sep 14 16:28:18.202885 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Attempting to bind port c6da1df7-a220-4178-b9d2-357a9b1d2f25 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:28:18.203270 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Attempting to bind port c6da1df7-a220-4178-b9d2-357a9b1d2f25 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:28:18.203599 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Attempting to bind port c6da1df7-a220-4178-b9d2-357a9b1d2f25 on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:18.208562 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Port c6da1df7-a220-4178-b9d2-357a9b1d2f25 on network e06eac93-db4e-4607-b140-c480bda9bbaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:28:18.208879 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Attempting to bind port c6da1df7-a220-4178-b9d2-357a9b1d2f25 on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:18.213933 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:28:18.214287 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Checking segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:18.214647 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Bound using segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:28:18.215067 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Bound port: c6da1df7-a220-4178-b9d2-357a9b1d2f25, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:28:18.215486 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:18.285447 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] For port c6da1df7-a220-4178-b9d2-357a9b1d2f25, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:28:18.288474 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] For port c6da1df7-a220-4178-b9d2-357a9b1d2f25, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:28:18.300288 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:18.333213 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:18.334024 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:18.335402 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] 10.222.0.20 "PUT /v2.0/ports/c6da1df7-a220-4178-b9d2-357a9b1d2f25 HTTP/1.1" status: 200 len: 1093 time: 1.0397401 Sep 14 16:28:18.337905 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:28:18.340064 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:28:18.375810 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab591c6-67bf-47d6-aee2-5dae83be9b67 service neutron] Pushing event updated for resources: {'Port': ['ID=c6da1df7-a220-4178-b9d2-357a9b1d2f25,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:18.394474 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8918a651-85df-4572-ba05-537b608f2b83 x-openstack-request-id: req-8918a651-85df-4572-ba05-537b608f2b83 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:28:18.395095 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:28:18.395586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8918a651-85df-4572-ba05-537b608f2b83 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:28:18.396249 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'status': 'completed', 'code': 200} Sep 14 16:28:18.457334 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-6f00fe2b-bced-407c-9d3b-df676fbe5c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:18.459783 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-6f00fe2b-bced-407c-9d3b-df676fbe5c23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 1096 time: 0.0489132 Sep 14 16:28:18.517473 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-da2596c1-2746-4496-853f-b47a2f350692 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25 HTTP/1.1" status: 200 len: 217 time: 0.0411117 Sep 14 16:28:18.573997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-0c77b959-b95b-4b00-ad30-e42e06b8c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:18.575441 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-0c77b959-b95b-4b00-ad30-e42e06b8c9ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0486984 Sep 14 16:28:18.631950 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220c228-0c85-4285-929c-b8be192142f6 req-28ddc22b-8cb1-4e8e-b78d-ce867f10e7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:18.633357 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-28ddc22b-8cb1-4e8e-b78d-ce867f10e7a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0484335 Sep 14 16:28:18.771671 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-36d1a0ec-287e-46a7-b046-44b8719399e6 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301634 Sep 14 16:28:18.806001 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d749e5-e699-4b36-99c7-a256dc33e577 req-d1949d67-bf09-468c-91e9-b9ff699f711e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:18.807479 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91d749e5-e699-4b36-99c7-a256dc33e577 req-d1949d67-bf09-468c-91e9-b9ff699f711e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 943 time: 0.1037483 Sep 14 16:28:18.906774 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e93ef-0010-4527-b118-2eb6e86381ca req-41675a42-5c45-441f-936b-8c1eebcd25c9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:18.908318 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc6e93ef-0010-4527-b118-2eb6e86381ca req-41675a42-5c45-441f-936b-8c1eebcd25c9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1555829 Sep 14 16:28:18.936176 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-91d749e5-e699-4b36-99c7-a256dc33e577 req-6b06d37e-86de-4bfe-96a4-c5ead7529e75 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163528 Sep 14 16:28:18.955106 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3220c228-0c85-4285-929c-b8be192142f6 req-c8053937-37e7-4d8c-bc65-e6de76435dab service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677728 Sep 14 16:28:18.972246 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fc6e93ef-0010-4527-b118-2eb6e86381ca req-0cc366bd-ffb3-43b1-ac68-f8b507b7194b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554078 Sep 14 16:28:19.059060 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-ad7f52f3-bfae-442d-86c1-1a548191013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:19.060445 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-ad7f52f3-bfae-442d-86c1-1a548191013c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 1096 time: 0.0444310 Sep 14 16:28:19.193870 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-34de6586-bf19-4dbd-bdf8-30f31ce33fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:19.195632 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-34de6586-bf19-4dbd-bdf8-30f31ce33fef service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1205342 Sep 14 16:28:19.253008 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-c9e780ca-0bed-4240-a1c9-b8052b549d22 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25 HTTP/1.1" status: 200 len: 217 time: 0.0472307 Sep 14 16:28:19.345255 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-ac8587ea-9a0c-4fc4-8121-12691cd40a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:19.345255 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-ac8587ea-9a0c-4fc4-8121-12691cd40a04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0779886 Sep 14 16:28:19.355541 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69ea47-40f3-4fd6-90f0-9b6e96adeb6c req-c8bac5e3-aaf0-4c09-bb7a-3758f25ad096 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:19.357292 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e69ea47-40f3-4fd6-90f0-9b6e96adeb6c req-c8bac5e3-aaf0-4c09-bb7a-3758f25ad096 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0870709 Sep 14 16:28:19.427372 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9e69ea47-40f3-4fd6-90f0-9b6e96adeb6c req-434e4af5-0883-489b-8a77-bf42a56bd839 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605140 Sep 14 16:28:19.430814 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-66de18ba-ce11-42ab-aacd-a0cbca8c46d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:19.432287 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-66de18ba-ce11-42ab-aacd-a0cbca8c46d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740697 Sep 14 16:28:19.576514 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-eb1efc2b-4916-47f1-880e-f4a96bf70080 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344652 Sep 14 16:28:19.673722 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d78d48ea-5445-4ea9-80a0-b58938d7aa0b req-aa8a2edb-0c60-410c-bfab-c280b15f63fb service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863776 Sep 14 16:28:19.993888 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f91f1abc-5991-45f5-8a87-b2529ff8b29f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:20.089464 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad37159-2c26-4dd5-b793-d5daa97d48b4 req-d405ed38-54ea-4a2c-9900-4793df9b3cf7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:20.090974 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dad37159-2c26-4dd5-b793-d5daa97d48b4 req-d405ed38-54ea-4a2c-9900-4793df9b3cf7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 943 time: 0.0818894 Sep 14 16:28:20.127500 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd017e75-bdec-4442-94b8-22b81cb89d8d req-60f12e6c-5e0d-4855-9d69-4b1c8439ee46 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:20.128987 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd017e75-bdec-4442-94b8-22b81cb89d8d req-60f12e6c-5e0d-4855-9d69-4b1c8439ee46 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0764351 Sep 14 16:28:20.158810 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dad37159-2c26-4dd5-b793-d5daa97d48b4 req-0848b777-bf8b-4f21-94d7-6be103ed3905 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606353 Sep 14 16:28:20.188162 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bd017e75-bdec-4442-94b8-22b81cb89d8d req-b9ab2dc3-2d3f-4e69-9ccc-a3a1b036256f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Sep 14 16:28:20.376028 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:20.570201 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49172756-356d-4718-93c8-a2e2987e3fdc req-ea86aa35-0f6c-4dfe-afd8-5005ee82879b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:20.571733 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49172756-356d-4718-93c8-a2e2987e3fdc req-ea86aa35-0f6c-4dfe-afd8-5005ee82879b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0599453 Sep 14 16:28:20.615514 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-49172756-356d-4718-93c8-a2e2987e3fdc req-8277fdaa-53d7-4e89-aea1-e8c0bb096947 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369148 Sep 14 16:28:21.310952 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790eb47-6197-4b06-bd0b-ccf111f97f4d req-32809687-b1fd-4d53-8111-da1c07c1d890 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:21.313135 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b790eb47-6197-4b06-bd0b-ccf111f97f4d req-32809687-b1fd-4d53-8111-da1c07c1d890 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 943 time: 0.0831351 Sep 14 16:28:21.327772 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46325d6-6a56-4c3d-bfef-30b4a29d9c52 req-af74f902-cae2-4f17-b94c-0eae2fdcfdff tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:21.329242 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d46325d6-6a56-4c3d-bfef-30b4a29d9c52 req-af74f902-cae2-4f17-b94c-0eae2fdcfdff tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0685756 Sep 14 16:28:21.382423 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b790eb47-6197-4b06-bd0b-ccf111f97f4d req-cec4ff5d-a090-4c8a-8704-99db1b55747c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632226 Sep 14 16:28:21.390123 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d46325d6-6a56-4c3d-bfef-30b4a29d9c52 req-5fab22c8-59f3-4382-96e8-6867e76b04fa tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546405 Sep 14 16:28:21.410099 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:21.738577 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5812d8-2a7e-4812-aab5-e7498e53fe6c req-58382e13-a286-42da-b3cc-c88be9a6f9bb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:21.740077 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cd5812d8-2a7e-4812-aab5-e7498e53fe6c req-58382e13-a286-42da-b3cc-c88be9a6f9bb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0501654 Sep 14 16:28:21.781138 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cd5812d8-2a7e-4812-aab5-e7498e53fe6c req-b12f1e79-8aae-4be7-8b29-caee1ba3a9b3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348341 Sep 14 16:28:22.555124 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08352d2-1bea-40b5-9bc5-3bd097aebe2e req-661f1ff7-97e2-44d4-9211-8a05b9920bc4 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:22.556864 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f08352d2-1bea-40b5-9bc5-3bd097aebe2e req-661f1ff7-97e2-44d4-9211-8a05b9920bc4 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 943 time: 0.0856431 Sep 14 16:28:22.566440 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27901656-08d5-4bb3-9e75-08c1f9e8fc61 req-be476c6a-9142-40f1-a73a-f0a8f0cab1f9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:22.567855 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-27901656-08d5-4bb3-9e75-08c1f9e8fc61 req-be476c6a-9142-40f1-a73a-f0a8f0cab1f9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0943007 Sep 14 16:28:22.611544 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:22.618923 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f08352d2-1bea-40b5-9bc5-3bd097aebe2e req-26bb7888-7f20-45b5-9dc7-b8de1255fe59 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500834 Sep 14 16:28:22.634932 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-27901656-08d5-4bb3-9e75-08c1f9e8fc61 req-fdd079c8-8c86-4a33-8742-4017faf084ad tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601318 Sep 14 16:28:22.905765 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2578f-c38e-4150-9204-bcac5c5417d4 req-fd41ee07-0807-4744-8dbe-14388fb6c75c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:22.907265 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b9c2578f-c38e-4150-9204-bcac5c5417d4 req-fd41ee07-0807-4744-8dbe-14388fb6c75c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0530894 Sep 14 16:28:22.949724 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b9c2578f-c38e-4150-9204-bcac5c5417d4 req-184eca85-8da5-4812-af7c-98dd5ab60811 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362291 Sep 14 16:28:23.778035 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556fbd94-0631-4e9c-8fe1-0b6c5fe3547d req-ab27d3ec-238e-41c8-bce1-eb2f3751fe1b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:23.779656 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-556fbd94-0631-4e9c-8fe1-0b6c5fe3547d req-ab27d3ec-238e-41c8-bce1-eb2f3751fe1b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 943 time: 0.0867682 Sep 14 16:28:23.788101 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1a938-c8e7-454d-8fc5-deb1e49adbeb req-89216945-4391-4fc7-b1e2-70e7525bf0fa tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:23.789812 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39c1a938-c8e7-454d-8fc5-deb1e49adbeb req-89216945-4391-4fc7-b1e2-70e7525bf0fa tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0832217 Sep 14 16:28:23.844697 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-556fbd94-0631-4e9c-8fe1-0b6c5fe3547d req-a3a6f3d0-c6bf-40f0-9a2a-24214a8f4658 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538940 Sep 14 16:28:23.850003 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39c1a938-c8e7-454d-8fc5-deb1e49adbeb req-328355c6-b586-43f7-84c7-d254dc7e29ae tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533776 Sep 14 16:28:24.092341 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55ea27-d237-49fd-9871-9408097449db req-61d21fbf-37b1-4ee1-9273-fef69cf56c13 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:24.093986 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2c55ea27-d237-49fd-9871-9408097449db req-61d21fbf-37b1-4ee1-9273-fef69cf56c13 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 944 time: 0.0643849 Sep 14 16:28:24.144989 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2c55ea27-d237-49fd-9871-9408097449db req-23f7a864-0cb9-43d3-a962-d4b04fa4e717 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442030 Sep 14 16:28:24.995701 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:28:24.999808 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3da8d5-0cec-4a0a-9539-811daf0710c7 req-6323be1e-b2b8-4197-a9d1-639691b77f87 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:25.001543 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b3da8d5-0cec-4a0a-9539-811daf0710c7 req-6323be1e-b2b8-4197-a9d1-639691b77f87 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 943 time: 0.0830584 Sep 14 16:28:25.021957 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ba8a3-e398-4dd9-b8e5-4463a2233ab1 req-40fe4db8-a1de-4f1e-9744-7dd63a02dee3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:25.023616 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-848ba8a3-e398-4dd9-b8e5-4463a2233ab1 req-40fe4db8-a1de-4f1e-9744-7dd63a02dee3 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0786407 Sep 14 16:28:25.098900 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-848ba8a3-e398-4dd9-b8e5-4463a2233ab1 req-ce415ac1-1b12-4dd3-ad80-ca795be2dadf tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630615 Sep 14 16:28:25.106243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8b3da8d5-0cec-4a0a-9539-811daf0710c7 req-2b2c4caa-2dba-48f7-a644-3c73826fe7f2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985911 Sep 14 16:28:25.130550 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:25.143663 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'port_id': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'mac_address': 'fa:16:3e:40:01:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:28:25.188169 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:25.205314 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91209de8-a9d6-4544-ab3b-e1fff856b94a {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:28:25.237336 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:25.241271 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:25.288377 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558ce0-85ac-4981-811c-646899c3b0f8 req-cd04dd0f-5aa1-4b74-9b47-fafb085fa2cf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:25.290220 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-19558ce0-85ac-4981-811c-646899c3b0f8 req-cd04dd0f-5aa1-4b74-9b47-fafb085fa2cf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 945 time: 0.0556870 Sep 14 16:28:25.294806 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:25.303047 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.303772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.304292 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.304625 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.304953 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.305274 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.305648 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.305970 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.306343 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.306664 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.306980 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.307293 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:25.342981 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-19558ce0-85ac-4981-811c-646899c3b0f8 req-79bd6d6f-5a23-40fa-9728-6551cfa4bf0e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395739 Sep 14 16:28:25.549856 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['91209de8-a9d6-4544-ab3b-e1fff856b94a'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:28:26.039562 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44816) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:26.163193 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:26.259404 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf5a70-ed96-4407-b536-7eab0fa1382d req-14754ccf-d655-4484-a865-8a581c837aee tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:26.262003 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13cf5a70-ed96-4407-b536-7eab0fa1382d req-14754ccf-d655-4484-a865-8a581c837aee tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0927615 Sep 14 16:28:26.275091 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bda3e0-b9dd-4d40-9e85-815224dadeb6 req-42ab8067-42b4-461c-99aa-8df6e8cf26f1 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:26.275896 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:26.276755 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-27bda3e0-b9dd-4d40-9e85-815224dadeb6 req-42ab8067-42b4-461c-99aa-8df6e8cf26f1 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 943 time: 0.0736585 Sep 14 16:28:26.282288 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:26.315633 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ac203577b114f5499d9a2eaf09da3ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749839 Sep 14 16:28:26.316389 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44828) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:26.350757 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-13cf5a70-ed96-4407-b536-7eab0fa1382d req-63251555-9fda-4c5b-8a4f-4f72373f1d2c tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729504 Sep 14 16:28:26.353636 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-27bda3e0-b9dd-4d40-9e85-815224dadeb6 req-8d40259c-92ae-4d65-8061-dcc8bbd85a82 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681133 Sep 14 16:28:26.355803 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75bbacee-27c3-4087-9902-d153f48e29b5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:26.377876 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.378484 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.379264 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.380005 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.380876 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.381686 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.382464 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.383229 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.384146 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.384729 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.385220 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.385783 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0879b97-ca36-4053-bcf6-c327ce2d85da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:26.437901 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39f6e536-7e79-48ba-8de5-34eae4b581c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:26.469960 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39f6e536-7e79-48ba-8de5-34eae4b581c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:26.488454 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faedec3-1330-47e5-8c2f-13da6b2c2295 req-fc01bcc5-1765-4aee-a533-151b908d2746 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:26.490073 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8faedec3-1330-47e5-8c2f-13da6b2c2295 req-fc01bcc5-1765-4aee-a533-151b908d2746 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 945 time: 0.0567501 Sep 14 16:28:26.526427 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39f6e536-7e79-48ba-8de5-34eae4b581c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:26.528930 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39f6e536-7e79-48ba-8de5-34eae4b581c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:26.533543 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-39f6e536-7e79-48ba-8de5-34eae4b581c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/75bbacee-27c3-4087-9902-d153f48e29b5 HTTP/1.1" status: 204 len: 168 time: 0.2141292 Sep 14 16:28:26.544982 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6e536-7e79-48ba-8de5-34eae4b581c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bbacee-27c3-4087-9902-d153f48e29b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:26.550498 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8faedec3-1330-47e5-8c2f-13da6b2c2295 req-edbd8a2a-fcff-4a74-8578-054b529fe3c1 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526850 Sep 14 16:28:26.702958 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5ed4c-a70a-49ee-996a-c7b5190ddde3 req-d1718d0d-8a86-40d0-8803-38ef70670204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:26.704526 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8b5ed4c-a70a-49ee-996a-c7b5190ddde3 req-d1718d0d-8a86-40d0-8803-38ef70670204 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.0517037 Sep 14 16:28:26.764638 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8b5ed4c-a70a-49ee-996a-c7b5190ddde3 req-7eca24e9-eabb-451d-a50a-cee7af968117 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519450 Sep 14 16:28:27.030727 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c6da1df7-a220-4178-b9d2-357a9b1d2f25 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:28:27.034118 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:27.151487 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 91209de8-a9d6-4544-ab3b-e1fff856b94a triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:27.151873 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.198446 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port c6da1df7-a220-4178-b9d2-357a9b1d2f25, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:27.218658 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'port_id': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'mac_address': 'fa:16:3e:0c:33:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:28:27.294516 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.296483 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.317214 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6da1df7-a220-4178-b9d2-357a9b1d2f25 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:28:27.336146 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:28:27.338391 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2082ec0e-e68f-41b3-8cf0-6d93c90c12bb" -d '{"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-plugged", "status": "completed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:28:27.358211 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:27.360068 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port c6da1df7-a220-4178-b9d2-357a9b1d2f25, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:27.363122 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.368475 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.369275 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44858) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:27.392608 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5129454-c026-473b-85a5-2b8e0919ac21 x-openstack-request-id: req-c5129454-c026-473b-85a5-2b8e0919ac21 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:28:27.392904 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-plugged", "status": "completed", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:28:27.393126 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5129454-c026-473b-85a5-2b8e0919ac21 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:28:27.393711 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'code': 200} Sep 14 16:28:27.430204 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:27.492335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=c6da1df7-a220-4178-b9d2-357a9b1d2f25,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:27.540705 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1925235261-network', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:27.560025 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c5c7a-2e91-427b-ae57-efa0142560eb req-3149e52e-7f9a-45bc-9a0c-1f548039e568 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:27.562132 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-733c5c7a-2e91-427b-ae57-efa0142560eb req-3149e52e-7f9a-45bc-9a0c-1f548039e568 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 944 time: 0.0966847 Sep 14 16:28:27.563543 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Made reservation on behalf of 21da01aeb13e47e79e37a7eb26f64632 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:28:27.566200 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.575451 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.586059 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e869ba-f72f-46f4-af01-a82e05cd4475 req-f11a01ca-de9e-469e-b8c3-33b9f97b1e44 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:27.587733 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a6e869ba-f72f-46f4-af01-a82e05cd4475 req-f11a01ca-de9e-469e-b8c3-33b9f97b1e44 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0794375 Sep 14 16:28:27.634454 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-733c5c7a-2e91-427b-ae57-efa0142560eb req-4f4c32aa-f0f4-44ed-8e44-a4da2c10191e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660126 Sep 14 16:28:27.649168 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a6e869ba-f72f-46f4-af01-a82e05cd4475 req-af32922d-399a-4e79-af70-1580b928cbec tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Sep 14 16:28:27.708258 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.713684 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.741712 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:28:27.749591 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa6855d2-feb7-4b82-b2e0-0d1f81130f73,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:27.756099 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.756436 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Added segment 43458fd7-70c3-4666-9a04-594fef7548bd of type vlan for network bc3c33c3-f908-4948-aef3-0089d1941d9c Sep 14 16:28:27.775290 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e761889-311f-4ee9-b077-6ae34cca3663 req-b414a2ca-67a9-4ccf-afdb-09f68ef8957b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:27.777738 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e761889-311f-4ee9-b077-6ae34cca3663 req-b414a2ca-67a9-4ccf-afdb-09f68ef8957b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.0593138 Sep 14 16:28:27.804258 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.828226 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e761889-311f-4ee9-b077-6ae34cca3663 req-c8ee4ab7-8137-4c6e-8f14-0bbb7e8af977 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Sep 14 16:28:27.830228 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.831373 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:27.832033 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.864225 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4934983 Sep 14 16:28:27.867353 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 44872) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:27.874058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Request body: {'subnet': {'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1925235261-subnet', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:27.897435 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d640327-4868-46fa-aad5-edde865a6c26 admin admin] Pushing event updated for resources: {'Network': ['ID=bc3c33c3-f908-4948-aef3-0089d1941d9c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:27.899774 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Made reservation on behalf of 21da01aeb13e47e79e37a7eb26f64632 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:28:27.902165 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26018461'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:27.908785 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network bc3c33c3-f908-4948-aef3-0089d1941d9c details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:28:28.094495 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25172286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26018435'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.155914 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d21c9669-1b66-422a-b746-1f636b3b0143,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:28.164715 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Checking segment: {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:28.165064 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Network hostable DHCP agents. Network: bc3c33c3-f908-4948-aef3-0089d1941d9c, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:28:28.182739 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Network bc3c33c3-f908-4948-aef3-0089d1941d9c is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:28:28.191533 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, bc3c33c3-f908-4948-aef3-0089d1941d9c) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:28.196187 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:28.202475 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.202692 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbdaab2-88c8-43f8-ab85-55be81475fdd None None] Network bc3c33c3-f908-4948-aef3-0089d1941d9c requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:28:28.212551 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d6f18a25-ef5b-4256-b5f1-b42ac2590cb8 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3438795 Sep 14 16:28:28.215101 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 44874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:28.219830 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:28.248558 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.249723 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.310857 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.466109 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.487280 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-bc3c33c3-f908-4948-aef3-0089d1941d9c', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:28:28.488131 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.633055 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Allocated IP 172.20.0.2 (bc3c33c3-f908-4948-aef3-0089d1941d9c/d21c9669-1b66-422a-b746-1f636b3b0143/3ead8cf1-dd2a-45b1-a284-21b5b532f051) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:28.693015 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.726491 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.810639 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.820389 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Transition to ACTIVE for port object 3ead8cf1-dd2a-45b1-a284-21b5b532f051 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:28.841819 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Transition to ACTIVE for port object 3ead8cf1-dd2a-45b1-a284-21b5b532f051 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:28.851279 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.885983 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a41b91-3276-4efb-b693-afc269242471 req-8db3262c-9813-4f19-bd47-7a60f667035f tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:28.887480 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04a41b91-3276-4efb-b693-afc269242471 req-8db3262c-9813-4f19-bd47-7a60f667035f tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 944 time: 0.1633434 Sep 14 16:28:28.895195 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Network bc3c33c3-f908-4948-aef3-0089d1941d9c is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:28.899555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:28.903136 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:28.919303 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d639e2-6a57-49c4-a76a-19fbb1ef05c2 req-abd54e6c-03c3-481e-9585-64688980c41a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:28.919537 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Pushing event updated for resources: {'Port': ['ID=3ead8cf1-dd2a-45b1-a284-21b5b532f051,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:28.921423 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4d639e2-6a57-49c4-a76a-19fbb1ef05c2 req-abd54e6c-03c3-481e-9585-64688980c41a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1787884 Sep 14 16:28:28.966690 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Allocated IP 172.27.3.211 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/7016f4db-08c6-4422-a3b0-2a728d1f6cae) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:28.971315 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Attempting to bind port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:28:28.971738 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Attempting to bind port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:28:28.971952 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Attempting to bind port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 on network bc3c33c3-f908-4948-aef3-0089d1941d9c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:28.977933 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:28:28.978275 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Checking segment: {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:28.978682 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:28.979080 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Bound using segment: {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:28:28.979536 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Bound port: 3ead8cf1-dd2a-45b1-a284-21b5b532f051, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:28:28.979906 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:29.011791 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04a41b91-3276-4efb-b693-afc269242471 req-790c606a-d894-48ca-ae4f-cb1cab826720 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180770 Sep 14 16:28:29.020218 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e4d639e2-6a57-49c4-a76a-19fbb1ef05c2 req-7758b6de-08e6-4ee2-be0f-710a2ff8b64a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900466 Sep 14 16:28:29.056753 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] For port 3ead8cf1-dd2a-45b1-a284-21b5b532f051, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:28:29.060414 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] For port 3ead8cf1-dd2a-45b1-a284-21b5b532f051, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=3ead8cf1-dd2a-45b1-a284-21b5b532f051,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:28:29.065366 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:29.128389 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4272c87-6974-45da-b2db-d7f7a7c3d9d7 None None] Pushing event updated for resources: {'Port': ['ID=3ead8cf1-dd2a-45b1-a284-21b5b532f051,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:29.168739 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:29.196888 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06422a00-863c-4f71-a4f8-edc00ea27e32 req-e1939d63-b05a-4ab5-b482-af14225af41d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:29.198459 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06422a00-863c-4f71-a4f8-edc00ea27e32 req-e1939d63-b05a-4ab5-b482-af14225af41d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.0855079 Sep 14 16:28:29.253271 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:29.257549 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-06422a00-863c-4f71-a4f8-edc00ea27e32 req-03620f0f-11da-4c8c-a56a-f93f8b6f6fd4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513840 Sep 14 16:28:29.299084 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:29.304427 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:29.311873 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:29.362150 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Pushing event updated for resources: {'Port': ['ID=7016f4db-08c6-4422-a3b0-2a728d1f6cae,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:29.817732 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:30.038326 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:30.078477 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac379081-a480-4891-a1de-3a08e9b1cd29 None None] Network bc3c33c3-f908-4948-aef3-0089d1941d9c requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:28:30.205704 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-08f16440-5a7e-4599-b2dd-38a2b9cdbff6 None None] Provisioning for port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:30.236492 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6b93e2-e89b-4e49-9fe1-8c291e557397 req-43a536b3-dff2-402c-aa3d-703b78ffa08f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:30.238030 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f6b93e2-e89b-4e49-9fe1-8c291e557397 req-43a536b3-dff2-402c-aa3d-703b78ffa08f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1133904 Sep 14 16:28:30.248696 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ed946-3b6a-49af-a7e0-0c21e47249a0 req-bde64757-5819-4223-84bc-0ca8e5c62f76 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:30.250191 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a41ed946-3b6a-49af-a7e0-0c21e47249a0 req-bde64757-5819-4223-84bc-0ca8e5c62f76 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 944 time: 0.1244323 Sep 14 16:28:30.296244 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c6da1df7-a220-4178-b9d2-357a9b1d2f25'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:28:30.329604 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f6b93e2-e89b-4e49-9fe1-8c291e557397 req-bf551e38-766a-4219-8a4f-04020a30fd90 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774252 Sep 14 16:28:30.334578 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a41ed946-3b6a-49af-a7e0-0c21e47249a0 req-f7c947a0-3e88-40f6-9b35-14914bb5a5dc tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733304 Sep 14 16:28:30.348221 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Router f6920841-549a-4fc6-b399-e1300edfcdca is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93882) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:28:30.598188 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425e1bf7-aefd-4352-945b-13ee631f65df req-f8474421-5994-45d3-bd71-039e3eb242dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:30.599714 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-425e1bf7-aefd-4352-945b-13ee631f65df req-f8474421-5994-45d3-bd71-039e3eb242dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.1459930 Sep 14 16:28:30.619480 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:28:30.632169 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Sync routers for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:28:30.633347 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d40913-5bd7-48a2-b285-288183cc6888 req-79a3bcd8-746a-40b9-adbb-653d7aad2e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:30.636276 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73d40913-5bd7-48a2-b285-288183cc6888 req-79a3bcd8-746a-40b9-adbb-653d7aad2e71 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 1100 time: 0.1103520 Sep 14 16:28:30.642981 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:30.643553 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:30.686428 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:30.687707 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d93ac766-03b6-4332-b5d3-b8396761f340 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4716098 Sep 14 16:28:30.690676 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44892) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:30.694017 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-425e1bf7-aefd-4352-945b-13ee631f65df req-7f34d759-feef-423a-98b9-2476c240cbb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863013 Sep 14 16:28:30.708243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73d40913-5bd7-48a2-b285-288183cc6888 req-c577e1e9-b194-42b9-93e7-0a32b25fe2e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616028 Sep 14 16:28:30.766206 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:30.946555 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:29Z', 'revision_number': 3, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:30.985587 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Checking router: f6920841-549a-4fc6-b399-e1300edfcdca for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:28:30.986016 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Updating router f6920841-549a-4fc6-b399-e1300edfcdca port 7016f4db-08c6-4422-a3b0-2a728d1f6cae binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:28:31.042215 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.157503 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 3ead8cf1-dd2a-45b1-a284-21b5b532f051 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:31.237749 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:31.238489 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.244639 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:31.245152 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.332486 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.372039 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 3ead8cf1-dd2a-45b1-a284-21b5b532f051, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=3ead8cf1-dd2a-45b1-a284-21b5b532f051,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:31.377738 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.432520 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.445010 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Transition to ACTIVE for port object 7016f4db-08c6-4422-a3b0-2a728d1f6cae will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:31.453273 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.456018 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Allocated IP 172.20.0.1 (bc3c33c3-f908-4948-aef3-0089d1941d9c/d21c9669-1b66-422a-b746-1f636b3b0143/128d0de7-7f20-4306-8eb8-7b5f29ac63cc) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:31.489530 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=3ead8cf1-dd2a-45b1-a284-21b5b532f051,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:31.525137 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Attempting to bind port 7016f4db-08c6-4422-a3b0-2a728d1f6cae on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:28:31.525531 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Attempting to bind port 7016f4db-08c6-4422-a3b0-2a728d1f6cae by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:28:31.525895 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Attempting to bind port 7016f4db-08c6-4422-a3b0-2a728d1f6cae on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:31.529251 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Pushing event updated for resources: {'Port': ['ID=7016f4db-08c6-4422-a3b0-2a728d1f6cae,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:31.534388 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:28:31.534764 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:31.535156 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.536034 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:28:31.536034 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Bound port: 7016f4db-08c6-4422-a3b0-2a728d1f6cae, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:28:31.536505 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.555918 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d765c39-b077-42a6-9c46-6ef11ac15348 req-4b726c2c-8a1f-45e5-96c0-a8fa9108c0ce tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:31.557498 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d765c39-b077-42a6-9c46-6ef11ac15348 req-4b726c2c-8a1f-45e5-96c0-a8fa9108c0ce tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1162226 Sep 14 16:28:31.562812 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.563214 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.563632 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.563978 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.564303 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.564731 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.565059 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.565436 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.565831 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.566166 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.566487 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.566859 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:28:31.575621 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973b572-4b04-4814-b93d-2964b86c1fdb req-0e8d2e78-67a5-4e51-928f-b0499ff308ff tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:31.577186 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d973b572-4b04-4814-b93d-2964b86c1fdb req-0e8d2e78-67a5-4e51-928f-b0499ff308ff tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 944 time: 0.0909874 Sep 14 16:28:31.610434 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] For port 7016f4db-08c6-4422-a3b0-2a728d1f6cae, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:28:31.615929 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] For port 7016f4db-08c6-4422-a3b0-2a728d1f6cae, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=7016f4db-08c6-4422-a3b0-2a728d1f6cae,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:28:31.631292 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.635528 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.642331 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5d765c39-b077-42a6-9c46-6ef11ac15348 req-b6dcb612-f780-4f78-b7d5-fa22d6bf7688 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757103 Sep 14 16:28:31.645247 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d973b572-4b04-4814-b93d-2964b86c1fdb req-5fe7a029-4edc-4579-96f7-587697c59032 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515304 Sep 14 16:28:31.652718 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Transition to ACTIVE for port object 128d0de7-7f20-4306-8eb8-7b5f29ac63cc will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:31.698755 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.705741 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:31.706373 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:31.752780 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ba9a1d-098d-492b-9d0f-b3cca2a93d3b None None] Pushing event updated for resources: {'Port': ['ID=7016f4db-08c6-4422-a3b0-2a728d1f6cae,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:31.754442 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Network bc3c33c3-f908-4948-aef3-0089d1941d9c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:31.757846 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:31.760652 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:31.807711 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.850164 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef87d0e-0375-4592-8114-b7d74e8fe349 req-67c69cf7-e2f8-423a-9588-1e85662e598d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:31.851913 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3ef87d0e-0375-4592-8114-b7d74e8fe349 req-67c69cf7-e2f8-423a-9588-1e85662e598d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.0664220 Sep 14 16:28:31.871241 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Pushing event updated for resources: {'Port': ['ID=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:31.894936 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:31.932757 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3ef87d0e-0375-4592-8114-b7d74e8fe349 req-85a23315-fe46-4ff3-89e9-7fb62d9cd14a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712259 Sep 14 16:28:31.971888 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:31.984329 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c6da1df7-a220-4178-b9d2-357a9b1d2f25 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:32.113323 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port c6da1df7-a220-4178-b9d2-357a9b1d2f25 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:32.118859 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port c6da1df7-a220-4178-b9d2-357a9b1d2f25 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:32.119462 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:32.122216 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8965c873-e84e-4125-9241-782704f3c26a None None] Provisioning for port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:32.127115 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8965c873-e84e-4125-9241-782704f3c26a None None] Provisioning complete for port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:32.127965 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8965c873-e84e-4125-9241-782704f3c26a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:32.197178 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-8965c873-e84e-4125-9241-782704f3c26a None None] Port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:28:32.250122 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-60ecf4db-fb1e-4509-9370-1fc7e7bdb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:32.251687 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-60ecf4db-fb1e-4509-9370-1fc7e7bdb5ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 1098 time: 0.1413398 Sep 14 16:28:32.266432 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:32.283037 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:29Z', 'revision_number': 3, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:32.295799 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f272e6-b8e0-449c-9a78-7f5e99c52cb5 req-7f34eb16-9ac2-42b2-87d7-570376137e2a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:32.296044 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:32.297792 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02f272e6-b8e0-449c-9a78-7f5e99c52cb5 req-7f34eb16-9ac2-42b2-87d7-570376137e2a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1304402 Sep 14 16:28:32.308851 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:32.314337 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:28:32.317691 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d724ebb-a233-47a2-951d-ff287e106ad5" -d '{"events": [{"server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "name": "network-vif-plugged", "status": "completed", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:28:32.336446 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port c6da1df7-a220-4178-b9d2-357a9b1d2f25, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:32.345761 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:32.366233 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af46d9b1-1eac-41c7-86d2-f9f8d3e61a6c None None] The sync data for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi is: [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:29Z', 'revision_number': 3, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:28:32.418451 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb681d6-2992-4a77-abf1-d81e7db3b20c x-openstack-request-id: req-dcb681d6-2992-4a77-abf1-d81e7db3b20c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:28:32.418740 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "name": "network-vif-plugged", "status": "completed", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:28:32.418994 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcb681d6-2992-4a77-abf1-d81e7db3b20c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:28:32.419382 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'code': 200} Sep 14 16:28:32.447649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:32.452382 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Pushing event updated for resources: {'Port': ['ID=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:32.490898 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=c6da1df7-a220-4178-b9d2-357a9b1d2f25,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:32.555559 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-3c3b63f3-54c1-428b-94aa-8d92b728d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:32.558663 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-3c3b63f3-54c1-428b-94aa-8d92b728d09b service neutron] 10.222.0.20 "GET /v2.0/networks?id=92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 200 len: 919 time: 0.2987528 Sep 14 16:28:32.567714 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-02f272e6-b8e0-449c-9a78-7f5e99c52cb5 req-802f7735-119a-4bb2-9fb6-63c54b8d2128 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117384 Sep 14 16:28:32.607038 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Network bc3c33c3-f908-4948-aef3-0089d1941d9c is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:32.608821 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:32.646432 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-1528d2f9-ef8d-4a9d-a747-83709e7a950f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 200 len: 217 time: 0.0764565 Sep 14 16:28:32.800262 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-c0a7d2ef-848e-44f9-aa33-3e1a1e7e8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:32.801959 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-c0a7d2ef-848e-44f9-aa33-3e1a1e7e8ed0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 200 len: 858 time: 0.1446054 Sep 14 16:28:32.836449 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Router f6920841-549a-4fc6-b399-e1300edfcdca has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:28:32.917271 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-46330c59-2d93-41e6-9d9d-96c7df7cc69c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=92c2de7d-757a-456c-9ba8-9346a2593348&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373714 Sep 14 16:28:32.995315 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275303b1-f7d5-4ba2-984c-6588b5488021 req-aa4f9bb7-d2b6-432b-99ad-a5dd56118882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:32.997143 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-275303b1-f7d5-4ba2-984c-6588b5488021 req-aa4f9bb7-d2b6-432b-99ad-a5dd56118882 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 1098 time: 0.2770309 Sep 14 16:28:33.006583 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8ae16-7920-4cf9-8cd9-64dd6590d327 req-cec662fe-ec2d-4b27-9df0-d79471b92daf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:33.008214 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7c8ae16-7920-4cf9-8cd9-64dd6590d327 req-cec662fe-ec2d-4b27-9df0-d79471b92daf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 945 time: 0.2222583 Sep 14 16:28:33.034699 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d067874f-83fa-4c80-9d59-cc025a496af5 None None] Provisioning complete for port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:33.035022 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d067874f-83fa-4c80-9d59-cc025a496af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:33.059228 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:28:33.096631 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b386109c-908a-4dc1-96a5-a4e73b8deff5 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6920841-549a-4fc6-b399-e1300edfcdca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3994143 Sep 14 16:28:33.117028 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-d067874f-83fa-4c80-9d59-cc025a496af5 None None] Port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:28:33.253264 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 3ead8cf1-dd2a-45b1-a284-21b5b532f051 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:33.271604 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-275303b1-f7d5-4ba2-984c-6588b5488021 req-2720dcaa-bf83-4e33-9161-c206e5c63430 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2553701 Sep 14 16:28:33.280153 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d7c8ae16-7920-4cf9-8cd9-64dd6590d327 req-47fbf11e-11e2-4321-aa48-6107843854a5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469895 Sep 14 16:28:33.311063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea0e62-8926-44c8-a318-62aedeefd716 req-6942eade-263b-4521-a9e9-c6e9cf5e7c13 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:33.312569 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10ea0e62-8926-44c8-a318-62aedeefd716 req-6942eade-263b-4521-a9e9-c6e9cf5e7c13 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.1571522 Sep 14 16:28:33.335379 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-6bea74de-b85c-4935-861a-7c507986bf2e service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074697 Sep 14 16:28:33.359428 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-10ea0e62-8926-44c8-a318-62aedeefd716 req-1aae2c9d-8019-4862-bbb0-1486ae057bdc tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406241 Sep 14 16:28:33.364897 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:33.365479 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:33.455148 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7016f4db-08c6-4422-a3b0-2a728d1f6cae up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:33.536610 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 7016f4db-08c6-4422-a3b0-2a728d1f6cae completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:33.541616 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 7016f4db-08c6-4422-a3b0-2a728d1f6cae triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:33.542952 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:33.646520 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-558e9835-926b-4ae6-8441-1dbaf4db10f1 req-6c597d76-ae05-4326-9676-c9da61374feb service neutron] 10.222.0.20 "GET /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739233 Sep 14 16:28:33.713411 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:33.748446 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 7016f4db-08c6-4422-a3b0-2a728d1f6cae, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=7016f4db-08c6-4422-a3b0-2a728d1f6cae,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:33.755792 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:33.756704 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f85b6a-8473-4c73-b63e-b4d5f9e5503a req-9b041c1f-3915-450b-ba24-ffbfebff42a4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:33.764762 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0f85b6a-8473-4c73-b63e-b4d5f9e5503a req-9b041c1f-3915-450b-ba24-ffbfebff42a4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0716529 Sep 14 16:28:33.817772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=7016f4db-08c6-4422-a3b0-2a728d1f6cae,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:33.835338 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d0f85b6a-8473-4c73-b63e-b4d5f9e5503a req-7205a3c6-f7bf-473f-b6da-044214907911 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475779 Sep 14 16:28:33.902695 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 44984) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:33.908195 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-591606873-network', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:33.930949 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Made reservation on behalf of a4d42a7c9a494a1f97ceee71c7d237ff for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:28:33.933292 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:33.942532 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.045658 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.049939 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.075144 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:28:34.087625 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ad5726-5b50-4f3f-b2e5-f6bf246da125,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:34.093377 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.093743 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Added segment c31ab494-ee56-49c1-adfc-bdff1bee4653 of type vlan for network ccd1a409-fe17-4a52-971e-941fd43388e0 Sep 14 16:28:34.137772 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.163820 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.164590 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:34.165161 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.195618 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2917027 Sep 14 16:28:34.199361 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 44988) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:34.206139 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Request body: {'subnet': {'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-591606873-subnet', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:34.229031 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Made reservation on behalf of a4d42a7c9a494a1f97ceee71c7d237ff for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:28:34.230120 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1f9d0-01d5-4dc9-8b09-2b301fa7f77b admin admin] Pushing event updated for resources: {'Network': ['ID=ccd1a409-fe17-4a52-971e-941fd43388e0,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:34.231764 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26018461'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.239906 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network ccd1a409-fe17-4a52-971e-941fd43388e0 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:28:34.646739 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Sync routers for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:28:34.657122 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:34.661429 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:34.716089 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f164a-0c4a-4440-95f3-b2836ca20794 req-5606c0e7-e858-49db-a64d-b71813fd12d3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:34.717800 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e7f164a-0c4a-4440-95f3-b2836ca20794 req-5606c0e7-e858-49db-a64d-b71813fd12d3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.1326251 Sep 14 16:28:34.720356 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25172286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26018435'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:34.730166 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64f816-93f7-443e-8c86-43894ce6c9f8 req-74541f59-8639-4548-b255-1fbd296e2f2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:34.731656 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e64f816-93f7-443e-8c86-43894ce6c9f8 req-74541f59-8639-4548-b255-1fbd296e2f2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 945 time: 0.1476181 Sep 14 16:28:34.777315 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:34.845828 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=335c7088-69a5-4d15-850d-35cb832512ff,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:34.859499 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e7f164a-0c4a-4440-95f3-b2836ca20794 req-fbc90fb9-7379-44b5-ab54-4d2ffcf4de8c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221306 Sep 14 16:28:34.875864 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e64f816-93f7-443e-8c86-43894ce6c9f8 req-246670ee-2604-4261-a5ea-3996093c7641 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177745 Sep 14 16:28:34.902538 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Checking segment: {'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:34.903049 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Network hostable DHCP agents. Network: ccd1a409-fe17-4a52-971e-941fd43388e0, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:28:34.941535 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Network ccd1a409-fe17-4a52-971e-941fd43388e0 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:28:34.962450 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, ccd1a409-fe17-4a52-971e-941fd43388e0) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:34.975445 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc96abcc-f953-4aa9-a637-7043bc4a63bb None None] Network ccd1a409-fe17-4a52-971e-941fd43388e0 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:28:34.984801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:34.985568 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.017801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9614e7-6ffc-45c6-b990-e2221773b175 req-ed7bce04-f55a-48ca-9dc9-9771aa9e55c0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:35.019550 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef9614e7-6ffc-45c6-b990-e2221773b175 req-ed7bce04-f55a-48ca-9dc9-9771aa9e55c0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0679178 Sep 14 16:28:35.028455 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1035b59b-bb6d-4554-8006-a226fcce0d72 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8277392 Sep 14 16:28:35.033353 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45004) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:35.040922 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:35.075753 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.077550 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.085054 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7016f4db-08c6-4422-a3b0-2a728d1f6cae up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:35.106427 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef9614e7-6ffc-45c6-b990-e2221773b175 req-fd1b9a2d-b0a4-41a9-af1d-c0e50eddb77e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754192 Sep 14 16:28:35.153696 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.226660 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:32Z', 'revision_number': 2, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:35.268232 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 7016f4db-08c6-4422-a3b0-2a728d1f6cae triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:35.268598 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.270259 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Checking router: f6920841-549a-4fc6-b399-e1300edfcdca for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:28:35.270602 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Updating router f6920841-549a-4fc6-b399-e1300edfcdca port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:28:35.310959 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.453780 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-ccd1a409-fe17-4a52-971e-941fd43388e0', 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'fixed_ips': [{'subnet_id': '335c7088-69a5-4d15-850d-35cb832512ff'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:28:35.454622 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.461319 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.771836 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Allocated IP 172.20.0.2 (ccd1a409-fe17-4a52-971e-941fd43388e0/335c7088-69a5-4d15-850d-35cb832512ff/cc4f8511-d8ef-48e5-9cfc-da2ec6129c38) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:35.780573 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.800626 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:35.941090 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Allocated IP 172.27.3.80 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/7d5343a6-8d39-48d8-b4c7-1cdedf5b8097) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:36.024817 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.041634 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96725baf-2d36-4fe0-bfac-84030adea6cc req-de4298e7-fa31-4b5e-825b-f860436afc30 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:36.050116 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Transition to ACTIVE for port object 128d0de7-7f20-4306-8eb8-7b5f29ac63cc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:36.052250 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96725baf-2d36-4fe0-bfac-84030adea6cc req-de4298e7-fa31-4b5e-825b-f860436afc30 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 945 time: 0.0879531 Sep 14 16:28:36.053498 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.062929 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Transition to ACTIVE for port object cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:36.078918 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Transition to ACTIVE for port object cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:36.079984 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.087094 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.093447 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.113237 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96725baf-2d36-4fe0-bfac-84030adea6cc req-5799ad10-fd66-4186-8def-39263f3f8dc2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545371 Sep 14 16:28:36.159899 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Network ccd1a409-fe17-4a52-971e-941fd43388e0 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:36.188854 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.194880 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:36.201494 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:36.244804 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Pushing event updated for resources: {'Port': ['ID=cc4f8511-d8ef-48e5-9cfc-da2ec6129c38,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:36.288308 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Pushing event updated for resources: {'Port': ['ID=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:36.300721 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:36.302852 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:36.316562 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Attempting to bind port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:28:36.317314 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Attempting to bind port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:28:36.317932 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Attempting to bind port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc on network bc3c33c3-f908-4948-aef3-0089d1941d9c {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:36.322553 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:36.360051 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Attempting to bind port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:28:36.360416 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Attempting to bind port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:28:36.360769 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Attempting to bind port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 on network ccd1a409-fe17-4a52-971e-941fd43388e0 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:36.375037 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:28:36.375321 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93081c9b-d5bf-4779-8516-386e9322b88f req-07fb09b4-91da-4ae4-8dbf-a1eb8f8143cd tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:36.375439 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Checking segment: {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:36.375777 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.379615 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Bound using segment: {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:28:36.380302 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Bound port: 128d0de7-7f20-4306-8eb8-7b5f29ac63cc, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:28:36.380909 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.390452 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93081c9b-d5bf-4779-8516-386e9322b88f req-07fb09b4-91da-4ae4-8dbf-a1eb8f8143cd tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 945 time: 0.1470289 Sep 14 16:28:36.399556 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:28:36.400213 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Checking segment: {'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:36.400773 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.401315 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Bound using segment: {'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:28:36.402053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Bound port: cc4f8511-d8ef-48e5-9cfc-da2ec6129c38, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:28:36.402596 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.431125 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47e071-94b3-4d3b-a7ae-24f399e2cdd2 req-aea5002f-08a4-4285-8f73-1dccbaa75d26 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:36.432656 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9f47e071-94b3-4d3b-a7ae-24f399e2cdd2 req-aea5002f-08a4-4285-8f73-1dccbaa75d26 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.1557994 Sep 14 16:28:36.479558 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd287-e50e-4357-bcef-c40a02b4362e None None] Pushing event updated for resources: {'Port': ['ID=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:36.481877 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-93081c9b-d5bf-4779-8516-386e9322b88f req-5bf61201-ad34-4f2c-bbba-b3902d6b1c95 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904067 Sep 14 16:28:36.512843 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45018) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:36.525998 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9f47e071-94b3-4d3b-a7ae-24f399e2cdd2 req-33842618-d83b-41c9-b0bd-b8743da29950 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749354 Sep 14 16:28:36.537023 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] For port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:28:36.543166 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] For port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=cc4f8511-d8ef-48e5-9cfc-da2ec6129c38,segment=NetworkSegment(c31ab494-ee56-49c1-adfc-bdff1bee4653),segment_id=c31ab494-ee56-49c1-adfc-bdff1bee4653)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:28:36.547395 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] For port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:28:36.550915 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.554201 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] For port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:28:36.564017 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.571963 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45022) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:36.630390 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:36.630920 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:36.710946 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0555f04-7b09-4d2d-9b5e-05bae5aa14dc None None] Pushing event updated for resources: {'Port': ['ID=cc4f8511-d8ef-48e5-9cfc-da2ec6129c38,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:36.827597 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93c1c429-2c43-4ef9-9a50-0975c42b98b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.855758 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4fd287-e50e-4357-bcef-c40a02b4362e None None] Pushing event updated for resources: {'Port': ['ID=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:36.886767 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:36.897758 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:37.036692 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5159efc-0f15-436c-a6af-d7ebb53eb6c8 tempest-TestVolumeBootPattern-2020928214 tempest-TestVolumeBootPattern-2020928214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:37.042549 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b5159efc-0f15-436c-a6af-d7ebb53eb6c8 tempest-TestVolumeBootPattern-2020928214 tempest-TestVolumeBootPattern-2020928214-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 1093 time: 0.5142586 Sep 14 16:28:37.047885 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45032) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:37.052691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'port_id': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:37.150971 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93c1c429-2c43-4ef9-9a50-0975c42b98b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.176144 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-93c1c429-2c43-4ef9-9a50-0975c42b98b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.228811 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:37.252049 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-93c1c429-2c43-4ef9-9a50-0975c42b98b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61e705fa1f13407a8269206b8ec4e24d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763687 Sep 14 16:28:37.254458 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45034) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:37.276328 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.280324 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c1c429-2c43-4ef9-9a50-0975c42b98b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903b8ab9-fdc3-467a-bbd8-56fd58ada36f,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:37.344136 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.348502 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3ff2-44dd-4962-90d4-f68dddc759b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.392346 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:37.418373 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:36Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:37.421989 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3ff2-44dd-4962-90d4-f68dddc759b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.452672 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a815d21-e0d0-4237-9494-1fe62971f9d3 None None] The sync data for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi is: [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:36Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:28:37.487858 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.565798 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3ff2-44dd-4962-90d4-f68dddc759b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.569927 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba2c3ff2-44dd-4962-90d4-f68dddc759b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.571655 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ba2c3ff2-44dd-4962-90d4-f68dddc759b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/903b8ab9-fdc3-467a-bbd8-56fd58ada36f HTTP/1.1" status: 204 len: 168 time: 0.3148794 Sep 14 16:28:37.585296 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2c3ff2-44dd-4962-90d4-f68dddc759b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903b8ab9-fdc3-467a-bbd8-56fd58ada36f,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:37.602477 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:28:37.681405 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Allocated IP 172.27.3.59 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/122e3602-1e52-4bdc-b066-dfa797c3c8d9) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:37.773914 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:28:37.804456 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Sync routers for ids ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:28:37.819896 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:37.824065 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Routers {'0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:37.825082 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:37.826573 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5a0f0ac4-024f-4fb7-90f2-00cd9c1f79cd admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.7914431 Sep 14 16:28:37.827242 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45042) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:37.922114 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.030671 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.100959 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:38.104484 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:38.110556 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:38.175022 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=122e3602-1e52-4bdc-b066-dfa797c3c8d9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:38.208608 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29514b46-3c68-46a3-aaa9-05702a52b1d7 None None] Network ccd1a409-fe17-4a52-971e-941fd43388e0 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:28:38.215041 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Set router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:38.379079 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4456a843-1cc6-4681-bffc-4b2410a4b28e None None] Provisioning for port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:38.384786 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4456a843-1cc6-4681-bffc-4b2410a4b28e None None] Provisioning complete for port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:38.385509 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4456a843-1cc6-4681-bffc-4b2410a4b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.700386 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:36Z', 'revision_number': 3, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port': {'id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:38.715750 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.736723 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Checking router: 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:28:38.737151 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Updating router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:28:38.772736 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.793753 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.863487 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4456a843-1cc6-4681-bffc-4b2410a4b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.921825 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4456a843-1cc6-4681-bffc-4b2410a4b28e None None] For port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=cc4f8511-d8ef-48e5-9cfc-da2ec6129c38,segment=NetworkSegment(c31ab494-ee56-49c1-adfc-bdff1bee4653),segment_id=c31ab494-ee56-49c1-adfc-bdff1bee4653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:38.930223 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:38.934341 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4456a843-1cc6-4681-bffc-4b2410a4b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.038011 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4456a843-1cc6-4681-bffc-4b2410a4b28e None None] Pushing event updated for resources: {'Port': ['ID=cc4f8511-d8ef-48e5-9cfc-da2ec6129c38,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:39.067253 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Allocated IP 172.20.0.1 (ccd1a409-fe17-4a52-971e-941fd43388e0/335c7088-69a5-4d15-850d-35cb832512ff/dd02a421-851d-4c01-addc-a132779950eb) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:28:39.199387 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 128d0de7-7f20-4306-8eb8-7b5f29ac63cc up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:39.262784 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.276283 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.281582 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Transition to ACTIVE for port object dd02a421-851d-4c01-addc-a132779950eb will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:39.289268 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.307813 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.326708 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:39.327596 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Transition to ACTIVE for port object 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:39.334464 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.336602 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:39.338564 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.340374 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.380601 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=122e3602-1e52-4bdc-b066-dfa797c3c8d9,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:39.399021 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96670d62-5f16-409f-b53f-37242a5175f7 None None] Pushing event updated for resources: {'Port': ['ID=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,revision_number=2']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:39.399890 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Network ccd1a409-fe17-4a52-971e-941fd43388e0 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:39.403850 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:39.408111 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.418336 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-75e9fc56-3fa3-46b9-8b7b-67ba3ba165c1 None None] Provisioning complete for port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:39.419165 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-75e9fc56-3fa3-46b9-8b7b-67ba3ba165c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.419371 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:28:39.442967 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Attempting to bind port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:28:39.443653 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Attempting to bind port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:28:39.444268 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Attempting to bind port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:39.454856 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:28:39.455452 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:39.456195 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.456725 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:28:39.460803 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Bound port: 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:28:39.461826 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.477816 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Pushing event updated for resources: {'Port': ['ID=dd02a421-851d-4c01-addc-a132779950eb,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:39.498601 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.563343 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.566948 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] For port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:28:39.568662 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Floating IP 1777053f-7288-43d5-9d38-5c7b041c57d7 associated. External IP: 172.27.3.59, port: c6da1df7-a220-4178-b9d2-357a9b1d2f25. Sep 14 16:28:39.573478 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] For port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:28:39.587113 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.665036 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:39.675369 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.696140 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96670d62-5f16-409f-b53f-37242a5175f7 None None] Pushing event updated for resources: {'Port': ['ID=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:39.713059 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Routers {'0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:39.714243 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:39.714734 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.757315 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:39.800870 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6ae5-023c-4ce0-a8f5-9948c76ca849 None None] Provisioning for port dd02a421-851d-4c01-addc-a132779950eb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:39.807701 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-cf8c6ae5-023c-4ce0-a8f5-9948c76ca849 None None] Provisioning complete for port dd02a421-851d-4c01-addc-a132779950eb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:39.808093 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cf8c6ae5-023c-4ce0-a8f5-9948c76ca849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.847467 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] Set router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:39.851282 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-cf8c6ae5-023c-4ce0-a8f5-9948c76ca849 None None] Port dd02a421-851d-4c01-addc-a132779950eb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:28:39.879934 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:28:39.931109 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:39.941667 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:40.023184 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:40.028959 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Pushing event updated for resources: {'Port': ['ID=dd02a421-851d-4c01-addc-a132779950eb,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:40.060337 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:28:40.072867 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:28:40.086595 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:40.087229 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:40.104865 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:40.149175 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 4, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port': {'id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'dd02a421-851d-4c01-addc-a132779950eb', 'name': '', 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'mac_address': 'fa:16:3e:63:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '335c7088-69a5-4d15-850d-35cb832512ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 1, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'subnets': [{'id': '335c7088-69a5-4d15-850d-35cb832512ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:40.165408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Network ccd1a409-fe17-4a52-971e-941fd43388e0 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:28:40.165408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:28:40.166624 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2f11ee9c-e17a-4552-bf99-f221214e328c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1173253 Sep 14 16:28:40.167867 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:28:40.177131 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f2901e-782d-44e7-835f-2c64652fb646" -d '{"events": [{"name": "network-changed", "server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:28:40.213846 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-113c9690-b329-4c00-bd04-d6d7ac670340 None None] The sync data for ids ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'] in dv-cinder-807083-8-iscsi is: [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 4, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port': {'id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4d:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'dd02a421-851d-4c01-addc-a132779950eb', 'name': '', 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'mac_address': 'fa:16:3e:63:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '335c7088-69a5-4d15-850d-35cb832512ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 1, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'subnets': [{'id': '335c7088-69a5-4d15-850d-35cb832512ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:28:40.261048 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:40.275807 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-117ff816-72a9-4b4f-bd32-e1bf74951c5b x-openstack-request-id: req-117ff816-72a9-4b4f-bd32-e1bf74951c5b {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:28:40.276153 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:28:40.276412 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-117ff816-72a9-4b4f-bd32-e1bf74951c5b {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:28:40.276960 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'status': 'completed', 'code': 200} Sep 14 16:28:40.372268 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2901e-782d-44e7-835f-2c64652fb646 req-808792f0-42a7-46bf-9d6e-1f38c05d326a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:40.376034 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45f2901e-782d-44e7-835f-2c64652fb646 req-808792f0-42a7-46bf-9d6e-1f38c05d326a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 1098 time: 0.0694060 Sep 14 16:28:40.380139 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:28:40.513761 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2901e-782d-44e7-835f-2c64652fb646 req-29b8e31d-2fb8-49b0-8ac0-c8af282d692f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:40.515316 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45f2901e-782d-44e7-835f-2c64652fb646 req-29b8e31d-2fb8-49b0-8ac0-c8af282d692f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1305807 Sep 14 16:28:40.519601 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:28:40.525334 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ed9d54b8-206c-4ad5-a7f0-e22ff9fcc843 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ae1929c-2806-4ec9-8e67-ade9b84e1c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6939952 Sep 14 16:28:40.588551 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-38c47ffd-b3db-4545-9402-9ba4ab7fd2dd None None] Provisioning complete for port dd02a421-851d-4c01-addc-a132779950eb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:40.589052 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-38c47ffd-b3db-4545-9402-9ba4ab7fd2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:40.632766 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45f2901e-782d-44e7-835f-2c64652fb646 req-036b487c-4cb6-4b04-80c3-425c3ea2d148 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25 HTTP/1.1" status: 200 len: 998 time: 0.1032209 Sep 14 16:28:40.659562 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-38c47ffd-b3db-4545-9402-9ba4ab7fd2dd None None] Port dd02a421-851d-4c01-addc-a132779950eb cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:28:40.707827 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2901e-782d-44e7-835f-2c64652fb646 req-2e28e944-e5ed-470c-9322-44842100749c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:40.713479 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45f2901e-782d-44e7-835f-2c64652fb646 req-2e28e944-e5ed-470c-9322-44842100749c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0638955 Sep 14 16:28:40.713615 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '1777053f-7288-43d5-9d38-5c7b041c57d7', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:0c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:38Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:40.750830 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:28:40.761658 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:40.762548 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:40.767915 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f2901e-782d-44e7-835f-2c64652fb646 req-05f66270-1579-4a7b-810e-c48d109363f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:40.769574 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45f2901e-782d-44e7-835f-2c64652fb646 req-05f66270-1579-4a7b-810e-c48d109363f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0488837 Sep 14 16:28:40.898824 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45f2901e-782d-44e7-835f-2c64652fb646 req-7df878fa-92bc-4aa0-8c9e-3aa225fedd69 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197107 Sep 14 16:28:40.917777 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:41.055370 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45f2901e-782d-44e7-835f-2c64652fb646 req-c52c7ac4-89e3-46e1-9a5f-ba427799f98b service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475580 Sep 14 16:28:41.173207 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 128d0de7-7f20-4306-8eb8-7b5f29ac63cc up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:41.283068 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:41.283521 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:41.318029 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '1777053f-7288-43d5-9d38-5c7b041c57d7', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:0c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:38Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:41.351867 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46bd8fe8-53b4-4d67-91af-e0b8a3a96d22 None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '1777053f-7288-43d5-9d38-5c7b041c57d7', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.59', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:0c:33:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:38Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:28:41.431397 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:41.502082 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:41.502527 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:41.643127 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374279cc-6200-40f8-a889-adb857a50640 req-f337b12b-a94a-46d6-babf-92923c24156f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:41.648982 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123306bc-e935-4b5b-93f1-d4b94defd164 None None] New status for floating IP 1777053f-7288-43d5-9d38-5c7b041c57d7: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:28:41.651419 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-374279cc-6200-40f8-a889-adb857a50640 req-f337b12b-a94a-46d6-babf-92923c24156f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.2918296 Sep 14 16:28:41.694505 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-374279cc-6200-40f8-a889-adb857a50640 req-2ee2cc1d-e7d8-4f95-b5f9-a21f9ef16ad0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Sep 14 16:28:42.284992 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45078) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:42.290941 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8ce4daf1-a919-47e2-b089-60923022f0dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10788595', 'description': 'tempest-secgroup-smoke-10788595 description', 'project_id': '21da01aeb13e47e79e37a7eb26f64632'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:42.316514 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce4daf1-a919-47e2-b089-60923022f0dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.428370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce4daf1-a919-47e2-b089-60923022f0dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.434194 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce4daf1-a919-47e2-b089-60923022f0dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.462844 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4daf1-a919-47e2-b089-60923022f0dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7f5a67f-52bd-437a-96a5-ad148046931a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:42.465264 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ce4daf1-a919-47e2-b089-60923022f0dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.467126 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8ce4daf1-a919-47e2-b089-60923022f0dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1806073 Sep 14 16:28:42.470099 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45084) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:42.474627 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-b2b93d96-32a6-454d-b6dd-ea6054fadaba tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'security_group_rule': {'security_group_id': 'f7f5a67f-52bd-437a-96a5-ad148046931a', 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:42.503493 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d96-32a6-454d-b6dd-ea6054fadaba tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.573856 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d96-32a6-454d-b6dd-ea6054fadaba tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.578851 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d96-32a6-454d-b6dd-ea6054fadaba tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.604006 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b93d96-32a6-454d-b6dd-ea6054fadaba tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8d2f45-4931-4166-a92f-9b368122f78d,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:42.608145 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2b93d96-32a6-454d-b6dd-ea6054fadaba tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.609576 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b2b93d96-32a6-454d-b6dd-ea6054fadaba tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385007 Sep 14 16:28:42.613261 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45090) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:42.625184 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-ec14a665-66d0-4256-958f-d397487658c9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'security_group_rule': {'security_group_id': 'f7f5a67f-52bd-437a-96a5-ad148046931a', 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:42.648795 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec14a665-66d0-4256-958f-d397487658c9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.710882 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec14a665-66d0-4256-958f-d397487658c9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.718813 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec14a665-66d0-4256-958f-d397487658c9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.737928 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14a665-66d0-4256-958f-d397487658c9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9101c119-6f22-44bf-afac-471ace185b46,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:42.746170 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ec14a665-66d0-4256-958f-d397487658c9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.748011 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ec14a665-66d0-4256-958f-d397487658c9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331546 Sep 14 16:28:42.750228 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45094) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:42.755321 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bf25a9bb-e4ce-4091-b90a-dbc95dc8cfb1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'security_group_rule': {'security_group_id': 'f7f5a67f-52bd-437a-96a5-ad148046931a', 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:42.811124 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf25a9bb-e4ce-4091-b90a-dbc95dc8cfb1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.836374 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1e6fd-9a8c-4cbb-9d63-f95c302220d7 req-a1b345b8-e857-4e23-89ee-5be4d827264a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:42.837920 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0bd1e6fd-9a8c-4cbb-9d63-f95c302220d7 req-a1b345b8-e857-4e23-89ee-5be4d827264a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0749171 Sep 14 16:28:42.908637 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0bd1e6fd-9a8c-4cbb-9d63-f95c302220d7 req-5fc671e9-0a96-4179-89ac-784ecc6b6fcc tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615695 Sep 14 16:28:42.917970 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf25a9bb-e4ce-4091-b90a-dbc95dc8cfb1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.922242 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf25a9bb-e4ce-4091-b90a-dbc95dc8cfb1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.941205 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25a9bb-e4ce-4091-b90a-dbc95dc8cfb1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0e824ec-418f-4caa-8210-15dc6b2817ca,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:42.946787 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bf25a9bb-e4ce-4091-b90a-dbc95dc8cfb1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:42.948847 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bf25a9bb-e4ce-4091-b90a-dbc95dc8cfb1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1967862 Sep 14 16:28:42.952894 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45096) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:42.957492 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-8a2e6719-5c92-4dfd-8593-f61a2c2e92c2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'security_group_rule': {'security_group_id': 'f7f5a67f-52bd-437a-96a5-ad148046931a', 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:42.984166 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6719-5c92-4dfd-8593-f61a2c2e92c2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.068147 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6719-5c92-4dfd-8593-f61a2c2e92c2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.071796 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6719-5c92-4dfd-8593-f61a2c2e92c2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.089081 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:43.093806 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e6719-5c92-4dfd-8593-f61a2c2e92c2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f4e6bc0-ed53-460a-ba23-841b03e5c0a5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:43.097700 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8a2e6719-5c92-4dfd-8593-f61a2c2e92c2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.101444 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8a2e6719-5c92-4dfd-8593-f61a2c2e92c2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450155 Sep 14 16:28:43.109786 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:43.115515 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'security_group_rule': {'security_group_id': 'f7f5a67f-52bd-437a-96a5-ad148046931a', 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:43.146548 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Project 21da01aeb13e47e79e37a7eb26f64632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:28:43.152091 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.152752 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:43.156489 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:43.156851 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.231438 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.237750 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.243359 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.266021 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64cbdadd-3222-474f-b539-be3e6a8cee5c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:43.273029 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.274807 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:43.277566 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45100) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:43.277789 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-5fa47fd5-eb68-4c4a-afee-45865f786bc2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1667428 Sep 14 16:28:43.280423 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.282825 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'security_group_rule': {'security_group_id': 'f7f5a67f-52bd-437a-96a5-ad148046931a', 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:43.307045 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.securitygroups_db [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Project 21da01aeb13e47e79e37a7eb26f64632 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:28:43.313362 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.340009 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:43.380699 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.384574 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.404837 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aaa133e-870c-429f-80a7-81dc4253eb91,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:43.411111 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:43.412322 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e1db030e-fe62-440b-bc7a-2e0de3477ff8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1336484 Sep 14 16:28:43.942753 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0380d0a-9b3a-436b-82a3-1339c8f40374 req-4054211c-58bc-44c1-914e-cc42e8bcdb1f tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:43.944530 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0380d0a-9b3a-436b-82a3-1339c8f40374 req-4054211c-58bc-44c1-914e-cc42e8bcdb1f tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0619745 Sep 14 16:28:43.956766 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:28:43.991653 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c0380d0a-9b3a-436b-82a3-1339c8f40374 req-c7a4a513-f146-400d-b6a5-3bb4380b617e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390670 Sep 14 16:28:44.062577 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5997db0e-a6ad-4141-aad0-6be26fd4ed9d req-f1ec455d-dd8d-41b4-a8bd-5d4676472052 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:44.064105 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5997db0e-a6ad-4141-aad0-6be26fd4ed9d req-f1ec455d-dd8d-41b4-a8bd-5d4676472052 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0644140 Sep 14 16:28:44.133408 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5997db0e-a6ad-4141-aad0-6be26fd4ed9d req-8348cb28-7678-4c20-978e-b793b320396f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602400 Sep 14 16:28:44.142844 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7cf33104-3853-423e-a5c9-a97f2701faa7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:44.144438 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7cf33104-3853-423e-a5c9-a97f2701faa7 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 945 time: 0.0793872 Sep 14 16:28:44.256865 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Deleting port 13b07faf-41d5-4226-b785-625bc5cdb2c1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:28:44.257198 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:44.373518 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] For port 13b07faf-41d5-4226-b785-625bc5cdb2c1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=13b07faf-41d5-4226-b785-625bc5cdb2c1,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:44.374068 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:44.394154 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Calling delete_port for 13b07faf-41d5-4226-b785-625bc5cdb2c1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:28:44.453349 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Sync routers for ids ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:28:44.462836 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Routers {'0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:44.463500 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:44.548240 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:44.562211 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['6e35bec7-b820-44be-9dd4-fcfa057ac3d0', '13b07faf-41d5-4226-b785-625bc5cdb2c1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:28:44.578798 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Pushing event deleted for resources: {'Port': ['ID=13b07faf-41d5-4226-b785-625bc5cdb2c1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:44.614053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Set router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:44.624510 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] No DVR routers for this DVR port 13b07faf-41d5-4226-b785-625bc5cdb2c1 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:28:44.627712 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:44.630045 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9077b798-2278-4374-983c-cd44a92ae9cf req-7b6de76e-bf53-4f4e-884e-2c8383b17ea5 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "DELETE /v2.0/ports/13b07faf-41d5-4226-b785-625bc5cdb2c1 HTTP/1.1" status: 204 len: 173 time: 0.4752605 Sep 14 16:28:44.630682 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'name': 'network-vif-deleted', 'tag': '13b07faf-41d5-4226-b785-625bc5cdb2c1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:28:44.632849 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff87317-346e-4e98-adfa-131708790580" -d '{"events": [{"server_uuid": "5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc", "name": "network-vif-deleted", "tag": "13b07faf-41d5-4226-b785-625bc5cdb2c1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:28:44.673409 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555731f0-9b9e-4d43-a112-8d25427035b6 x-openstack-request-id: req-555731f0-9b9e-4d43-a112-8d25427035b6 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:28:44.673805 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc", "name": "network-vif-deleted", "tag": "13b07faf-41d5-4226-b785-625bc5cdb2c1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:28:44.674063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-555731f0-9b9e-4d43-a112-8d25427035b6 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:28:44.674468 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc', 'name': 'network-vif-deleted', 'tag': '13b07faf-41d5-4226-b785-625bc5cdb2c1', 'status': 'completed', 'code': 200} Sep 14 16:28:45.062763 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 4, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port': {'id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'dd02a421-851d-4c01-addc-a132779950eb', 'name': '', 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'mac_address': 'fa:16:3e:63:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '335c7088-69a5-4d15-850d-35cb832512ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 2, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'subnets': [{'id': '335c7088-69a5-4d15-850d-35cb832512ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:45.092215 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:45.095857 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Checking router: 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:28:45.096232 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Updating router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e port dd02a421-851d-4c01-addc-a132779950eb binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:28:45.145707 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3986f8e6-6508-4f0c-b095-6d3c53ff3f10 req-d54cd0a3-605f-43a5-9f05-db5cbd7e8448 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:45.147012 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3986f8e6-6508-4f0c-b095-6d3c53ff3f10 req-d54cd0a3-605f-43a5-9f05-db5cbd7e8448 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0684271 Sep 14 16:28:45.152503 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.207786 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3986f8e6-6508-4f0c-b095-6d3c53ff3f10 req-f0d8f3a4-2ffb-4c94-9b52-6a1456595b96 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523291 Sep 14 16:28:45.259077 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:45.259516 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.281588 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50b178f8-79df-4e62-952c-dac99591ac03 req-1c39a374-3e63-4f38-8654-99fb138d1bd0 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=5afbcaa7-5fc7-4ffc-a6d5-da8ec6cadedc HTTP/1.1" status: 200 len: 210 time: 0.0305374 Sep 14 16:28:45.564975 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.575050 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Transition to ACTIVE for port object dd02a421-851d-4c01-addc-a132779950eb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:28:45.583004 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.645954 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbde29-5204-400e-88e9-52cd95b69750 None None] Pushing event updated for resources: {'Port': ['ID=dd02a421-851d-4c01-addc-a132779950eb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:45.710958 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Attempting to bind port dd02a421-851d-4c01-addc-a132779950eb on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:28:45.711393 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Attempting to bind port dd02a421-851d-4c01-addc-a132779950eb by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:28:45.711660 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Attempting to bind port dd02a421-851d-4c01-addc-a132779950eb on network ccd1a409-fe17-4a52-971e-941fd43388e0 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:28:45.717360 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.718834 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:28:45.719218 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Checking segment: {'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:28:45.719666 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.720056 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Bound using segment: {'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:28:45.720518 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Bound port: dd02a421-851d-4c01-addc-a132779950eb, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c31ab494-ee56-49c1-adfc-bdff1bee4653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:28:45.720890 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.794256 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] For port dd02a421-851d-4c01-addc-a132779950eb, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:28:45.797661 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] For port dd02a421-851d-4c01-addc-a132779950eb, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=dd02a421-851d-4c01-addc-a132779950eb,segment=NetworkSegment(c31ab494-ee56-49c1-adfc-bdff1bee4653),segment_id=c31ab494-ee56-49c1-adfc-bdff1bee4653)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:28:45.802065 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:45.866605 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Routers {'0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:45.867237 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:45.870340 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbde29-5204-400e-88e9-52cd95b69750 None None] Pushing event updated for resources: {'Port': ['ID=dd02a421-851d-4c01-addc-a132779950eb,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:46.004377 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] Set router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:46.239151 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 4, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port': {'id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'dd02a421-851d-4c01-addc-a132779950eb', 'name': '', 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'mac_address': 'fa:16:3e:63:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '335c7088-69a5-4d15-850d-35cb832512ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:45Z', 'revision_number': 4, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'subnets': [{'id': '335c7088-69a5-4d15-850d-35cb832512ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:46.267671 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-032f74cd-903d-481c-9267-44f583cbbdb7 None None] The sync data for ids ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'] in dv-cinder-807083-8-iscsi is: [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 4, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port': {'id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': 'dd02a421-851d-4c01-addc-a132779950eb', 'name': '', 'network_id': 'ccd1a409-fe17-4a52-971e-941fd43388e0', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'mac_address': 'fa:16:3e:63:1a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '335c7088-69a5-4d15-850d-35cb832512ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:38Z', 'updated_at': '2021-09-14T16:28:45Z', 'revision_number': 4, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'subnets': [{'id': '335c7088-69a5-4d15-850d-35cb832512ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:28:46.349651 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d185e-1217-4aa8-b11d-4af59490a0db req-83298df2-bacc-43a0-8847-66259d2a1b94 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:46.351312 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce0d185e-1217-4aa8-b11d-4af59490a0db req-83298df2-bacc-43a0-8847-66259d2a1b94 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0617318 Sep 14 16:28:46.406743 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ce0d185e-1217-4aa8-b11d-4af59490a0db req-ee8c124b-4e0c-40ef-80cf-8c26f6954c42 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450871 Sep 14 16:28:46.600417 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce7d1f-c8d1-475f-9c79-43e3ad83bfd5 req-5ff589f6-8077-4c7c-8b14-23ca30b9dc52 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:46.602232 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73ce7d1f-c8d1-475f-9c79-43e3ad83bfd5 req-5ff589f6-8077-4c7c-8b14-23ca30b9dc52 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0565574 Sep 14 16:28:46.644001 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73ce7d1f-c8d1-475f-9c79-43e3ad83bfd5 req-b9585e88-924b-43ba-8238-e3d1773586d9 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345080 Sep 14 16:28:47.072692 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device dd02a421-851d-4c01-addc-a132779950eb up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:47.128908 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port dd02a421-851d-4c01-addc-a132779950eb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:28:47.132691 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port dd02a421-851d-4c01-addc-a132779950eb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:47.133060 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:47.216034 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:47.258646 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port dd02a421-851d-4c01-addc-a132779950eb, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=dd02a421-851d-4c01-addc-a132779950eb,segment=NetworkSegment(c31ab494-ee56-49c1-adfc-bdff1bee4653),segment_id=c31ab494-ee56-49c1-adfc-bdff1bee4653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:47.262851 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:47.316646 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=dd02a421-851d-4c01-addc-a132779950eb,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:47.527872 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452fae7-2472-41c7-bf02-0b7302c928bd req-f9622d60-5a7c-4dfd-90c1-7619d7ea2393 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:47.529466 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2452fae7-2472-41c7-bf02-0b7302c928bd req-f9622d60-5a7c-4dfd-90c1-7619d7ea2393 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0500729 Sep 14 16:28:47.559698 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-28eea2d0-0c23-4bd2-a553-aaa2bec2b9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:47.570652 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2452fae7-2472-41c7-bf02-0b7302c928bd req-90c7790b-a821-40ea-91c0-6fafe19f9987 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341322 Sep 14 16:28:47.770111 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aba712-2dc7-4033-91f5-9c24b4cf9fd9 req-0028ab3b-335d-4e4a-94f0-e5e96e04fef4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:47.771516 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29aba712-2dc7-4033-91f5-9c24b4cf9fd9 req-0028ab3b-335d-4e4a-94f0-e5e96e04fef4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0589900 Sep 14 16:28:47.813816 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29aba712-2dc7-4033-91f5-9c24b4cf9fd9 req-ca54ccd4-8b96-48c6-920f-b3652e97049e tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323429 Sep 14 16:28:48.051812 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 13b07faf-41d5-4226-b785-625bc5cdb2c1 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:28:48.072873 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 13b07faf-41d5-4226-b785-625bc5cdb2c1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:28:48.073588 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 13b07faf-41d5-4226-b785-625bc5cdb2c1 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:28:48.689085 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6813fb-4a44-4473-9757-8602aa0fe3c7 req-dfb0bb76-85ad-4742-a539-20559c024d0c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:48.690598 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c6813fb-4a44-4473-9757-8602aa0fe3c7 req-dfb0bb76-85ad-4742-a539-20559c024d0c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0520649 Sep 14 16:28:48.728485 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c6813fb-4a44-4473-9757-8602aa0fe3c7 req-c15ef340-1221-4d49-9a50-f486f0796803 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Sep 14 16:28:48.930887 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b78d8-f2a6-48d5-85d6-756ab87668c1 req-d3eb8f59-6710-4214-8f39-4a98a2cb800f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:48.932406 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d74b78d8-f2a6-48d5-85d6-756ab87668c1 req-d3eb8f59-6710-4214-8f39-4a98a2cb800f tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0511179 Sep 14 16:28:48.973428 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d74b78d8-f2a6-48d5-85d6-756ab87668c1 req-95302433-4dbc-4db5-943c-7538174b7e86 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347791 Sep 14 16:28:49.052169 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device dd02a421-851d-4c01-addc-a132779950eb up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:28:49.107531 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port dd02a421-851d-4c01-addc-a132779950eb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:28:49.108437 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:49.855622 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50531454-4f9e-4d9e-8ae9-6cc55f30989c req-a8f7743c-3548-47c2-878f-c10b1695e1fa tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:49.857706 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50531454-4f9e-4d9e-8ae9-6cc55f30989c req-a8f7743c-3548-47c2-878f-c10b1695e1fa tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0531900 Sep 14 16:28:49.909268 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-50531454-4f9e-4d9e-8ae9-6cc55f30989c req-b2c76bd2-3801-48a3-a9a2-3066427bcbe1 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416806 Sep 14 16:28:49.997617 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3591b2a4-1a98-4316-9967-21ca4feaa53e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:50.103076 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8918195-1a55-419e-a950-c00f00fab7b6 req-77f420ad-8bd8-4ba2-8a4a-a6f893110aea tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:50.104589 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f8918195-1a55-419e-a950-c00f00fab7b6 req-77f420ad-8bd8-4ba2-8a4a-a6f893110aea tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0522821 Sep 14 16:28:50.149121 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f8918195-1a55-419e-a950-c00f00fab7b6 req-5a85e0b4-de11-4618-86ae-0d8fcae4713a tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378196 Sep 14 16:28:50.373413 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:51.040256 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cebcdf3-bcc4-4a2f-9b2f-1f56449995a4 req-c93bce55-a42e-4fbe-8635-cc6907941b9e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:51.041910 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9cebcdf3-bcc4-4a2f-9b2f-1f56449995a4 req-c93bce55-a42e-4fbe-8635-cc6907941b9e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0574365 Sep 14 16:28:51.086057 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9cebcdf3-bcc4-4a2f-9b2f-1f56449995a4 req-693847aa-20fc-4482-a327-9839c5bf12cf tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333495 Sep 14 16:28:51.271841 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef26774-5671-44ff-8708-ea2fe2b72416 req-077fb19f-51e0-42d1-9dec-2e9d5b10a3ac tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:51.273630 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cef26774-5671-44ff-8708-ea2fe2b72416 req-077fb19f-51e0-42d1-9dec-2e9d5b10a3ac tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0569315 Sep 14 16:28:51.316870 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cef26774-5671-44ff-8708-ea2fe2b72416 req-478032c3-6d63-41de-80c0-82e3f090e345 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371947 Sep 14 16:28:51.405209 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:52.205529 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f2e05-bfec-4973-b8c5-784827a23761 req-e715949b-3a37-48b6-a2a3-5c6c011a074e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:52.207002 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-433f2e05-bfec-4973-b8c5-784827a23761 req-e715949b-3a37-48b6-a2a3-5c6c011a074e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0505743 Sep 14 16:28:52.252596 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-433f2e05-bfec-4973-b8c5-784827a23761 req-55161181-550b-4199-b058-50e44884880d tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393848 Sep 14 16:28:52.439004 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeceba7-3456-4d60-8857-123472d41977 req-bb1afcdf-e941-4347-9c1d-c517d67db39b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:52.440528 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afeceba7-3456-4d60-8857-123472d41977 req-bb1afcdf-e941-4347-9c1d-c517d67db39b tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0500541 Sep 14 16:28:52.482255 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afeceba7-3456-4d60-8857-123472d41977 req-0a788049-f205-4e45-8d68-65d73c37faa4 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/security-groups?id=28b44680-550f-483c-8af6-f60eae2b0de0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350454 Sep 14 16:28:52.609974 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:53.108366 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-5c057c81-b3ee-4404-abb5-85e4e0fc2f65 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:53.109939 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-5c057c81-b3ee-4404-abb5-85e4e0fc2f65 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 945 time: 0.0557659 Sep 14 16:28:53.207962 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Deleting port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:28:53.208678 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:53.315909 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] For port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:53.316276 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:53.343495 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Calling delete_port for 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:28:53.424172 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0047a0-8cb0-423c-8dad-b65828504b3d req-40d7d1da-bc74-47ac-bddb-2cf213c6a4a3 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:53.425345 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a0047a0-8cb0-423c-8dad-b65828504b3d req-40d7d1da-bc74-47ac-bddb-2cf213c6a4a3 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1013901 Sep 14 16:28:53.494474 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a0047a0-8cb0-423c-8dad-b65828504b3d req-9bf3ed93-a12e-477f-b7ae-4a46204a0eef tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602779 Sep 14 16:28:53.565150 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:53.576870 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['6e35bec7-b820-44be-9dd4-fcfa057ac3d0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:28:53.585148 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-727254bf-d6b1-42e2-8468-64cee7881c71 req-62f14888-850c-4af2-9fde-f749d8158dab tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.15 "GET /v2.0/ports?device_id=d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab HTTP/1.1" status: 200 len: 210 time: 0.0306723 Sep 14 16:28:53.618161 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Pushing event deleted for resources: {'Port': ['ID=6e35bec7-b820-44be-9dd4-fcfa057ac3d0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:53.662412 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] No DVR routers for this DVR port 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:28:53.665882 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:53.667229 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c2e5eb7-d5e0-491f-9a76-c0f7d08d3a5f req-4288514d-b98d-41c5-bedf-3dd3e41ec396 tempest-ServerRescueNegativeTestJSON-1214196889 tempest-ServerRescueNegativeTestJSON-1214196889-project] 10.222.0.20 "DELETE /v2.0/ports/6e35bec7-b820-44be-9dd4-fcfa057ac3d0 HTTP/1.1" status: 204 len: 173 time: 0.5502734 Sep 14 16:28:53.667661 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'name': 'network-vif-deleted', 'tag': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:28:53.669908 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f61d721-3c82-45f2-b1ad-5b21e1677a6c" -d '{"events": [{"server_uuid": "d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab", "name": "network-vif-deleted", "tag": "6e35bec7-b820-44be-9dd4-fcfa057ac3d0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:28:53.711529 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bad0353-78ec-4b88-acf3-c6233be6d0fb x-openstack-request-id: req-5bad0353-78ec-4b88-acf3-c6233be6d0fb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:28:53.711818 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab", "name": "network-vif-deleted", "tag": "6e35bec7-b820-44be-9dd4-fcfa057ac3d0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:28:53.712066 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bad0353-78ec-4b88-acf3-c6233be6d0fb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:28:53.712460 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7d29f8e-00d5-4ed3-ac39-2a0a3d8a45ab', 'name': 'network-vif-deleted', 'tag': '6e35bec7-b820-44be-9dd4-fcfa057ac3d0', 'status': 'completed', 'code': 200} Sep 14 16:28:54.630509 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2350d7-555b-400b-9800-dd5675a3714f req-4f3fefd4-4432-48e1-9fc5-9cc3c2b4e9c1 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:54.632227 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5f2350d7-555b-400b-9800-dd5675a3714f req-4f3fefd4-4432-48e1-9fc5-9cc3c2b4e9c1 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0613537 Sep 14 16:28:54.647875 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45232) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:54.682853 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5f2350d7-555b-400b-9800-dd5675a3714f req-3fa128c2-76fa-49ff-80c6-79e00f941ad4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Sep 14 16:28:55.097672 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:55.628278 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Deleting port f421720b-acde-401d-834b-4f69b16b3f3e {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:28:55.628607 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:55.726043 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] For port f421720b-acde-401d-834b-4f69b16b3f3e, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=f421720b-acde-401d-834b-4f69b16b3f3e,segment=NetworkSegment(f7916c28-14fc-4b09-a459-e92185aeec40),segment_id=f7916c28-14fc-4b09-a459-e92185aeec40)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:55.726707 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:55.743034 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Calling delete_port for f421720b-acde-401d-834b-4f69b16b3f3e owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:28:55.821665 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b6e7e-3fa5-414c-b81d-08f47432af1f req-2888d6cc-5522-4ec1-ab66-aecd015fd694 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:55.823368 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-728b6e7e-3fa5-414c-b81d-08f47432af1f req-2888d6cc-5522-4ec1-ab66-aecd015fd694 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0608804 Sep 14 16:28:55.873975 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-728b6e7e-3fa5-414c-b81d-08f47432af1f req-526afed5-65a1-41ee-b21d-493a2b7044cb tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440788 Sep 14 16:28:55.961938 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:55.991036 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f421720b-acde-401d-834b-4f69b16b3f3e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:56.164539 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:56.404569 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:28:56.511892 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:28:56.518336 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-001901b1-83b0-43f5-bc8f-0d5c75e707a7 admin admin] 10.222.0.15 "PUT /v2.0/routers/9275ad3e-ade0-4c7f-99ae-e7574955b3ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8687785 Sep 14 16:28:56.520936 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:56.521780 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] Sync routers for ids ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:28:56.532778 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] Routers {'9275ad3e-ade0-4c7f-99ae-e7574955b3ef'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:56.533406 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:56.641955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:56.643985 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] Set router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:56.761014 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:56.828880 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Deleting port 36159053-1d5d-4cda-a66c-7fb66da1518a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:28:56.829690 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:56.920774 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] For port 36159053-1d5d-4cda-a66c-7fb66da1518a, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=36159053-1d5d-4cda-a66c-7fb66da1518a,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:28:56.920774 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:56.933795 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186'}], 'enable_snat': True}, 'gw_port_id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:28:55Z', 'revision_number': 5, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port': {'id': '36159053-1d5d-4cda-a66c-7fb66da1518a', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:b4:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:56.936920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Calling delete_port for 36159053-1d5d-4cda-a66c-7fb66da1518a owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:28:56.965810 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] Checking router: 9275ad3e-ade0-4c7f-99ae-e7574955b3ef for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:28:56.974922 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] Routers {'9275ad3e-ade0-4c7f-99ae-e7574955b3ef'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:28:56.975555 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:28:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:57.061592 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32491d76-43c2-463a-b031-693f5dcc0b7e req-692770af-0024-478c-bd73-1b6abc4e6c18 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:57.063186 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-32491d76-43c2-463a-b031-693f5dcc0b7e req-692770af-0024-478c-bd73-1b6abc4e6c18 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0772958 Sep 14 16:28:57.084557 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] Set router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:28:57.144734 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:28:56Z', 'revision_number': 6, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:57.158992 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-32491d76-43c2-463a-b031-693f5dcc0b7e req-38fdfa2a-d1c1-4d62-866e-f3040f493de8 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514991 Sep 14 16:28:57.181716 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baaec30d-9049-40d0-b05e-01a95889f9af None None] The sync data for ids ['9275ad3e-ade0-4c7f-99ae-e7574955b3ef'] in dv-cinder-807083-8-iscsi is: [{'id': '9275ad3e-ade0-4c7f-99ae-e7574955b3ef', 'name': 'tempest-ServerRescueNegativeTestJSON-834172095-router', 'tenant_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:10Z', 'updated_at': '2021-09-14T16:28:56Z', 'revision_number': 6, 'project_id': 'fef42df1c29e44f8b8c40eaed1959ad4', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:28:57.208381 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.236588 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=36159053-1d5d-4cda-a66c-7fb66da1518a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:57.307602 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.419823 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.422043 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.486095 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.486544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9275ad3e-ade0-4c7f-99ae-e7574955b3ef {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:28:57.491830 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.492820 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ad4a6fed-43ad-467e-ae79-3def4aea8bc1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9275ad3e-ade0-4c7f-99ae-e7574955b3ef HTTP/1.1" status: 204 len: 168 time: 0.9708402 Sep 14 16:28:57.495450 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45260) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:57.546860 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] Deleting subnet 875a9d95-a89a-4e9a-af0e-50b8c3b876ef {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:28:57.550513 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.593482 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26088245'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.636390 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.700147 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25172351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26018424'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.729080 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.731033 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/875a9d95-a89a-4e9a-af0e-50b8c3b876ef HTTP/1.1" status: 204 len: 168 time: 0.2345798 Sep 14 16:28:57.732340 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970744b-2fb3-4c99-8510-d6befceb871c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=875a9d95-a89a-4e9a-af0e-50b8c3b876ef,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:57.734226 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45264) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:57.808200 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.902441 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.929266 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c2de7d-757a-456c-9ba8-9346a2593348']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:57.941188 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7916c28-14fc-4b09-a459-e92185aeec40') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:57.941636 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7916c28-14fc-4b09-a459-e92185aeec40') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:28:57.954917 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.971857 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.979006 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:28:57.979417 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:28:57.981153 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:28:58.039044 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:58.044474 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:58.049064 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/92c2de7d-757a-456c-9ba8-9346a2593348 HTTP/1.1" status: 204 len: 168 time: 0.3110905 Sep 14 16:28:58.059062 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54fa20-2c5f-4a43-b87e-74aee29483c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c2de7d-757a-456c-9ba8-9346a2593348,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:58.129147 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:28:58.152394 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:28:58.152733 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 6e35bec7-b820-44be-9dd4-fcfa057ac3d0 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:28:58.274198 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45270) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:58.319136 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb903bc-61e8-4322-b51d-e46dbcf8c7ad req-a6e42186-f8e2-44fb-8cd7-ea4ad7f74596 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:58.327087 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ccb903bc-61e8-4322-b51d-e46dbcf8c7ad req-a6e42186-f8e2-44fb-8cd7-ea4ad7f74596 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0735345 Sep 14 16:28:58.329145 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cbc9f508-ca51-4ded-a04a-d906f2bc4011 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fef42df1c29e44f8b8c40eaed1959ad4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0533094 Sep 14 16:28:58.330904 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45272) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:58.373122 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ccb903bc-61e8-4322-b51d-e46dbcf8c7ad req-945e87c9-1ec9-49a7-94f2-59b854057fba tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451918 Sep 14 16:28:58.384854 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf23959a-9018-47f1-a570-81755ac835da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:58.407121 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf23959a-9018-47f1-a570-81755ac835da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:58.460495 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf23959a-9018-47f1-a570-81755ac835da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:58.463181 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bf23959a-9018-47f1-a570-81755ac835da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:58.464337 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bf23959a-9018-47f1-a570-81755ac835da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28b44680-550f-483c-8af6-f60eae2b0de0 HTTP/1.1" status: 204 len: 168 time: 0.1308126 Sep 14 16:28:58.472536 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf23959a-9018-47f1-a570-81755ac835da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b44680-550f-483c-8af6-f60eae2b0de0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:59.058468 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f421720b-acde-401d-834b-4f69b16b3f3e no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:28:59.080412 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: f421720b-acde-401d-834b-4f69b16b3f3e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:28:59.080750 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f421720b-acde-401d-834b-4f69b16b3f3e not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:28:59.081159 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 36159053-1d5d-4cda-a66c-7fb66da1518a no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:28:59.100120 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 36159053-1d5d-4cda-a66c-7fb66da1518a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:28:59.100461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 36159053-1d5d-4cda-a66c-7fb66da1518a not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:28:59.190716 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45296) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:59.295829 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-175847072-network', 'tenant_id': '6085aed55de44c038f60359ad38dc83d'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:59.317845 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Made reservation on behalf of 6085aed55de44c038f60359ad38dc83d for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:28:59.320122 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.329005 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.421451 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.426043 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.456074 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:28:59.466147 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:59.472764 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.473163 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Added segment 5c08900e-d804-463e-afe4-131e7650f9f4 of type vlan for network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 Sep 14 16:28:59.493447 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a821b24-fe23-4a61-a020-98c03cce6003 req-872deccc-b14e-4ba5-8456-daf5ed3c47bf tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:59.494956 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a821b24-fe23-4a61-a020-98c03cce6003 req-872deccc-b14e-4ba5-8456-daf5ed3c47bf tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0521286 Sep 14 16:28:59.516981 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.537411 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6a821b24-fe23-4a61-a020-98c03cce6003 req-838eefde-6c5d-43a3-b0f2-8be3ab1d6fc5 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357296 Sep 14 16:28:59.544811 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.545866 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:59.546442 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.589373 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3943233 Sep 14 16:28:59.589830 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45304) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:28:59.596644 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Request body: {'subnet': {'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-175847072-subnet', 'tenant_id': '6085aed55de44c038f60359ad38dc83d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:28:59.622655 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Made reservation on behalf of 6085aed55de44c038f60359ad38dc83d for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:28:59.625626 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26018461'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:28:59.640751 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbbb2f1-3772-4a4a-92d1-e5523614f751 admin admin] Pushing event updated for resources: {'Network': ['ID=a717ec83-f6e7-4bbe-82d8-6e67f46fad53,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:28:59.671259 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:28:59.812866 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6bf29-d062-4909-9929-32c06aa0c09d req-dca3ad95-cf88-4999-adcf-d927800a0c02 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:28:59.814485 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-11b6bf29-d062-4909-9929-32c06aa0c09d req-dca3ad95-cf88-4999-adcf-d927800a0c02 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0935383 Sep 14 16:29:00.138132 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-11b6bf29-d062-4909-9929-32c06aa0c09d req-c2123339-3017-4b21-91c4-28ab5c19fc89 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167965 Sep 14 16:29:00.140143 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25172286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26018435'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:00.170599 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-7f53741e-4b44-4494-bf0b-1bc62b1b98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:00.172077 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-7f53741e-4b44-4494-bf0b-1bc62b1b98e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 1098 time: 0.3502936 Sep 14 16:29:00.234999 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d931428-bdbd-4210-810d-f1d85bfe6dd2,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:00.279595 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Checking segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:29:00.279939 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Network hostable DHCP agents. Network: a717ec83-f6e7-4bbe-82d8-6e67f46fad53, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:29:00.305930 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-ca2d8bda-4627-42e5-b33d-29caa7d33d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:00.307412 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-ca2d8bda-4627-42e5-b33d-29caa7d33d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 911 time: 0.1277146 Sep 14 16:29:00.314654 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:29:00.355451 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, a717ec83-f6e7-4bbe-82d8-6e67f46fad53) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:00.362301 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:00.362871 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:00.364996 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dded4f93-4564-4bf1-9282-3cd0ffa7ddb2 None None] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:29:00.391237 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-6e834d55-b264-4759-b22e-110f724b5167 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8001609 Sep 14 16:29:00.403183 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-2dc1402f-18f8-4dc0-82f1-61f531c6226c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 200 len: 1001 time: 0.0859420 Sep 14 16:29:00.467993 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-31a5cf8b-244a-4636-a8a6-ad5305ef4ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:00.469596 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-31a5cf8b-244a-4636-a8a6-ad5305ef4ebd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.0586798 Sep 14 16:29:00.502907 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a010cab-0da9-40e1-89d4-c346b188535f None None] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:29:00.535169 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-b7cb615c-5fa8-43e6-b99d-a6f0d4745525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:00.536734 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-b7cb615c-5fa8-43e6-b99d-a6f0d4745525 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0582392 Sep 14 16:29:00.644227 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-e27684c8-dc71-4e2d-aa13-488cbbf7d08a service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977435 Sep 14 16:29:00.746827 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-34ee69f1-4865-471c-94a2-5e3cd1f65609 req-50c2395a-05bb-41d9-b66f-dd7f70eba76e service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937529 Sep 14 16:29:00.875476 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-a2a41a3f-100a-441a-869c-aff72bcffd28 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:00.876996 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-a2a41a3f-100a-441a-869c-aff72bcffd28 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.1051874 Sep 14 16:29:00.892738 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-d9a66238-07ae-4601-a408-719a4fb3dcd5 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/quotas/6085aed55de44c038f60359ad38dc83d HTTP/1.1" status: 200 len: 375 time: 0.0097513 Sep 14 16:29:00.931571 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-42ecb743-1c35-4182-ac19-3ef1909f3fa1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316999 Sep 14 16:29:01.026443 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-f2c59d52-5d1f-41cb-89a3-9e04465799b2 service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862827 Sep 14 16:29:01.127573 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-29fcd9fb-2dfc-49b6-88a5-7e6bc3dc0aed service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946350 Sep 14 16:29:01.288832 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f611e-1e6a-41ce-94ec-2aba0153658e req-8494dfe0-2930-40ed-8c58-61c83cd8c6d3 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:01.290232 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2b8f611e-1e6a-41ce-94ec-2aba0153658e req-8494dfe0-2930-40ed-8c58-61c83cd8c6d3 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0813780 Sep 14 16:29:01.330139 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2151f9a-3061-4ad4-acca-b4cddbbc2a92 req-6fe67203-b2d3-44a5-a8bc-a44f18cf3ff1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 210 time: 0.0389037 Sep 14 16:29:01.366090 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2b8f611e-1e6a-41ce-94ec-2aba0153658e req-577859f2-b5c3-4dbb-a3c7-20adc0176943 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658455 Sep 14 16:29:02.109888 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-12e72fb8-800f-4903-ba9f-7eb1d51923a6 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10788595&fields=id&tenant_id=21da01aeb13e47e79e37a7eb26f64632 HTTP/1.1" status: 200 len: 267 time: 0.0321522 Sep 14 16:29:02.264911 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-4c1d1704-b1fb-40e8-a056-a0e816784cda tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:02.266437 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-4c1d1704-b1fb-40e8-a056-a0e816784cda tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 809 time: 0.1493802 Sep 14 16:29:02.295257 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-a6caddbf-893c-49df-baef-b79fa5a83eb8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/quotas/21da01aeb13e47e79e37a7eb26f64632 HTTP/1.1" status: 200 len: 375 time: 0.0174892 Sep 14 16:29:02.402035 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-e1790762-a607-46a8-86ce-e6236c662cfe tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:02.404084 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-e1790762-a607-46a8-86ce-e6236c662cfe tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.1799664 Sep 14 16:29:02.412888 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-ebad417e-18cc-43cf-8a09-846f0c944fd4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870919 Sep 14 16:29:02.429549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Request body: {'port': {'device_id': '107083af-5427-4e77-b268-6e4077680777', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'admin_state_up': True, 'tenant_id': '6085aed55de44c038f60359ad38dc83d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:02.467863 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-867d418e-0247-4798-8829-ac9ed2473209 req-39bdd2ed-9e05-4f54-96cf-ade91cee133d tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 210 time: 0.0534174 Sep 14 16:29:02.650654 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-816b38ef-62a4-4c55-9ae8-e1570b567453 service neutron] 10.222.0.15 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157123 Sep 14 16:29:02.678971 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25ac06b-6363-420e-8150-f0efccf93f80 req-d1c38db3-bee8-4cbb-ac11-ea82bd4eda9e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:02.680475 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f25ac06b-6363-420e-8150-f0efccf93f80 req-d1c38db3-bee8-4cbb-ac11-ea82bd4eda9e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.1189241 Sep 14 16:29:02.727626 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Made reservation on behalf of 6085aed55de44c038f60359ad38dc83d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:29:02.731107 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:02.808642 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f25ac06b-6363-420e-8150-f0efccf93f80 req-08aadf0f-7505-4aeb-9d7b-34371cb0f941 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129935 Sep 14 16:29:02.864529 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-166467ea-0104-4fee-8ec3-28678ae9725d service neutron] 10.222.0.15 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059066 Sep 14 16:29:02.933019 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Allocated IP 172.20.0.3 (a717ec83-f6e7-4bbe-82d8-6e67f46fad53/0d931428-bdbd-4210-810d-f1d85bfe6dd2/c1020e21-d409-46c9-9370-c67a1f9e05d1) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:03.116168 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:03.188520 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c8488edb-7a87-4f63-b1dc-5fdd80234206 req-d9bacf48-1928-4894-a37c-2812a7ec74de tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 210 time: 0.0311306 Sep 14 16:29:03.193632 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:03.238490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:03.253570 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:03.255549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event updated for resources: {'Port': ['ID=c1020e21-d409-46c9-9370-c67a1f9e05d1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:03.257950 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:03.310056 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:03.310728 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:03.326033 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-9dd2dbb4-52b7-449d-a755-4bff52069403 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9003956 Sep 14 16:29:03.339289 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Request body: {'port': {'device_id': '107083af-5427-4e77-b268-6e4077680777', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:03.398322 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:03.662086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56bd03-753e-4145-b378-9bffe4a9927b req-55538919-5374-43eb-a095-5e9cbbde1508 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:03.663968 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e56bd03-753e-4145-b378-9bffe4a9927b req-55538919-5374-43eb-a095-5e9cbbde1508 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 931 time: 0.1170731 Sep 14 16:29:03.729894 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e56bd03-753e-4145-b378-9bffe4a9927b req-b7ba946c-c302-4605-9d16-dd277002ead5 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591788 Sep 14 16:29:03.776745 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1020e21-d409-46c9-9370-c67a1f9e05d1 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:03.784777 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:03.806073 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Transition to ACTIVE for port object c1020e21-d409-46c9-9370-c67a1f9e05d1 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:03.810530 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:03.868819 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Pushing event updated for resources: {'Port': ['ID=c1020e21-d409-46c9-9370-c67a1f9e05d1,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:03.939639 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Attempting to bind port c1020e21-d409-46c9-9370-c67a1f9e05d1 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:29:03.939966 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Attempting to bind port c1020e21-d409-46c9-9370-c67a1f9e05d1 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:29:03.940290 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Attempting to bind port c1020e21-d409-46c9-9370-c67a1f9e05d1 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:03.945329 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Port c1020e21-d409-46c9-9370-c67a1f9e05d1 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:29:03.945668 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Attempting to bind port c1020e21-d409-46c9-9370-c67a1f9e05d1 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:03.950732 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:29:03.951060 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Checking segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:29:03.951435 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Bound using segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:29:03.951851 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Bound port: c1020e21-d409-46c9-9370-c67a1f9e05d1, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:29:03.952203 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:04.034826 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] For port c1020e21-d409-46c9-9370-c67a1f9e05d1, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:29:04.037944 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] For port c1020e21-d409-46c9-9370-c67a1f9e05d1, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c1020e21-d409-46c9-9370-c67a1f9e05d1,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:29:04.045130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:04.089975 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:04.091218 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:04.092692 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] 10.222.0.20 "PUT /v2.0/ports/c1020e21-d409-46c9-9370-c67a1f9e05d1 HTTP/1.1" status: 200 len: 1093 time: 0.7578933 Sep 14 16:29:04.093130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '107083af-5427-4e77-b268-6e4077680777', 'tag': 'c1020e21-d409-46c9-9370-c67a1f9e05d1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:04.095407 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd" -d '{"events": [{"name": "network-changed", "server_uuid": "107083af-5427-4e77-b268-6e4077680777", "tag": "c1020e21-d409-46c9-9370-c67a1f9e05d1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:04.150199 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5218a82-46c8-4f55-b83b-109ce2213b8d x-openstack-request-id: req-b5218a82-46c8-4f55-b83b-109ce2213b8d {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:04.151142 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "107083af-5427-4e77-b268-6e4077680777", "tag": "c1020e21-d409-46c9-9370-c67a1f9e05d1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:04.151142 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b5218a82-46c8-4f55-b83b-109ce2213b8d {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:04.151142 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '107083af-5427-4e77-b268-6e4077680777', 'tag': 'c1020e21-d409-46c9-9370-c67a1f9e05d1', 'status': 'completed', 'code': 200} Sep 14 16:29:04.165205 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b44e3b-26a2-473b-920e-047635ce0672 service neutron] Pushing event updated for resources: {'Port': ['ID=c1020e21-d409-46c9-9370-c67a1f9e05d1,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:04.250729 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-265fdb0d-7c67-483a-b553-47a2be7b578c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:04.252279 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-265fdb0d-7c67-483a-b553-47a2be7b578c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 1096 time: 0.1160040 Sep 14 16:29:04.328412 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-c94dd800-28d6-4645-8452-a3132c0afba0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1020e21-d409-46c9-9370-c67a1f9e05d1 HTTP/1.1" status: 200 len: 217 time: 0.0610373 Sep 14 16:29:04.348662 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-d01f2f02-c5d9-4107-81f4-2ee0c814ba1d tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:04.350733 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-d01f2f02-c5d9-4107-81f4-2ee0c814ba1d tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.20 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 809 time: 0.2334518 Sep 14 16:29:04.359836 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-96db782f-7547-49f2-89d1-44fde77cbc34 req-7f5543bd-cb46-4881-b725-6c20cfb934da tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 210 time: 0.0963137 Sep 14 16:29:04.430902 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-8eb7bdba-6cf1-4f90-acb3-6f9c519abd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:04.432355 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-8eb7bdba-6cf1-4f90-acb3-6f9c519abd6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0909493 Sep 14 16:29:04.439323 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-2a75179d-b5ac-44a3-9f03-8bf6fa2504d6 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21da01aeb13e47e79e37a7eb26f64632 HTTP/1.1" status: 200 len: 378 time: 0.0775354 Sep 14 16:29:04.451383 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'port': {'device_id': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'admin_state_up': True, 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'security_groups': ['f7f5a67f-52bd-437a-96a5-ad148046931a']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:04.694424 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-3ba293c3-cc3b-4668-898f-e7d30c52cb00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2540329 Sep 14 16:29:04.891476 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-5ac5339f-1365-484b-9ecb-113516254461 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822453 Sep 14 16:29:04.908824 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Made reservation on behalf of 21da01aeb13e47e79e37a7eb26f64632 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:29:04.912114 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:04.940843 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c884b-309b-4d77-87de-252758d8fffc req-52f0fb2f-18be-40fc-9d60-9fae80c15dd9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:04.942283 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-181c884b-309b-4d77-87de-252758d8fffc req-52f0fb2f-18be-40fc-9d60-9fae80c15dd9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 943 time: 0.1122410 Sep 14 16:29:05.082541 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-181c884b-309b-4d77-87de-252758d8fffc req-b3ff720a-f05b-4574-9f15-87bfe7ec999a tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334312 Sep 14 16:29:05.129251 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e99feb38-e2b0-4671-8fe8-1de1bb6ebdeb req-353b9068-a74c-4310-9834-e6f2ef5bb86b service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296548 Sep 14 16:29:05.156332 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Allocated IP 172.20.0.11 (bc3c33c3-f908-4948-aef3-0089d1941d9c/d21c9669-1b66-422a-b746-1f636b3b0143/06044277-60f8-4a29-931d-6d0feb7c9ed8) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:05.294925 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-39d47040-b359-4389-95e6-32ae16886393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:05.296334 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-39d47040-b359-4389-95e6-32ae16886393 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 1096 time: 0.1098931 Sep 14 16:29:05.387630 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:05.410058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Transition to ACTIVE for port object 06044277-60f8-4a29-931d-6d0feb7c9ed8 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:05.431416 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-8a2e0c7d-e071-42b9-949b-0ac37e895333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:05.432955 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-8a2e0c7d-e071-42b9-949b-0ac37e895333 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 915 time: 0.1294699 Sep 14 16:29:05.480302 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-78670ff1-2a2c-4d38-994b-ebfca64a9a57 req-534db13f-3397-4e68-bb76-415a49c5221f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 210 time: 0.0445366 Sep 14 16:29:05.509886 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-7fc40e0c-937b-4e52-ab0b-4596d8f276bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c1020e21-d409-46c9-9370-c67a1f9e05d1 HTTP/1.1" status: 200 len: 217 time: 0.0636456 Sep 14 16:29:05.545455 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:05.605609 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-03f80ae3-9dfd-4808-a110-cd67e1c8b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:05.607712 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-03f80ae3-9dfd-4808-a110-cd67e1c8b27c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0896087 Sep 14 16:29:05.609366 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Network bc3c33c3-f908-4948-aef3-0089d1941d9c is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:05.612452 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:05.618795 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:05.649514 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:05.679822 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-12439ae0-7568-4544-9c57-1588accefff4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583615 Sep 14 16:29:05.720312 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:05.720960 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:05.772380 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6037d718-ccaf-4a1e-98a7-dd4245e54d50 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3244448 Sep 14 16:29:05.788701 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Request body: {'port': {'device_id': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:05.827322 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-3ae77e00-0b82-4270-8fba-a37d5023e498 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375933 Sep 14 16:29:05.862490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:05.898537 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5e7e220f-2f2a-46de-b11d-fdec17b212e4 None None] Provisioning for port 06044277-60f8-4a29-931d-6d0feb7c9ed8 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:05.902313 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-5e7e220f-2f2a-46de-b11d-fdec17b212e4 None None] Provisioning complete for port 06044277-60f8-4a29-931d-6d0feb7c9ed8 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:05.902677 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5e7e220f-2f2a-46de-b11d-fdec17b212e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:05.944137 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-5e7e220f-2f2a-46de-b11d-fdec17b212e4 None None] Port 06044277-60f8-4a29-931d-6d0feb7c9ed8 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:29:06.036863 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5da8feee-1a82-48d1-bd8f-95708eb7e3cd req-cc34957c-3057-4b5e-998e-255f1d777379 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898935 Sep 14 16:29:06.228063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20159326-4903-470f-9cab-88ec8c49fd15 req-97c79dec-874a-42b6-8709-a2c1ae6197f4 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:06.229583 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-20159326-4903-470f-9cab-88ec8c49fd15 req-97c79dec-874a-42b6-8709-a2c1ae6197f4 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 943 time: 0.0742593 Sep 14 16:29:06.286257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06044277-60f8-4a29-931d-6d0feb7c9ed8 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:06.297830 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:06.306990 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-20159326-4903-470f-9cab-88ec8c49fd15 req-84bb42b5-243a-4bdc-a495-8c0133879f9f tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596874 Sep 14 16:29:06.320105 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Transition to ACTIVE for port object 06044277-60f8-4a29-931d-6d0feb7c9ed8 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:06.325431 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:06.392669 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:06.448900 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Attempting to bind port 06044277-60f8-4a29-931d-6d0feb7c9ed8 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:29:06.449230 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Attempting to bind port 06044277-60f8-4a29-931d-6d0feb7c9ed8 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:29:06.449586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Attempting to bind port 06044277-60f8-4a29-931d-6d0feb7c9ed8 on network bc3c33c3-f908-4948-aef3-0089d1941d9c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:06.454815 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Port 06044277-60f8-4a29-931d-6d0feb7c9ed8 on network bc3c33c3-f908-4948-aef3-0089d1941d9c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:29:06.455129 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Attempting to bind port 06044277-60f8-4a29-931d-6d0feb7c9ed8 on network bc3c33c3-f908-4948-aef3-0089d1941d9c {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:06.460214 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:29:06.460544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Checking segment: {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:29:06.460920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Bound using segment: {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:29:06.461338 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Bound port: 06044277-60f8-4a29-931d-6d0feb7c9ed8, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43458fd7-70c3-4666-9a04-594fef7548bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:29:06.461711 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:06.536090 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:29:06.539440 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:29:06.544781 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:06.609291 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:06.609929 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:06.611319 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] 10.222.0.20 "PUT /v2.0/ports/06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 1094 time: 0.8272114 Sep 14 16:29:06.613605 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:06.616888 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a" -d '{"events": [{"name": "network-changed", "server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:06.646372 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f163101-7664-4db6-a4ce-c7fa96d9d8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:06.674840 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bba05696-3d65-42a8-b013-32fa56a24436 x-openstack-request-id: req-bba05696-3d65-42a8-b013-32fa56a24436 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:06.675224 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:06.675576 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bba05696-3d65-42a8-b013-32fa56a24436 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:06.676040 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'status': 'completed', 'code': 200} Sep 14 16:29:06.688269 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226bc02f-e172-4f3e-97f0-f3833b706f3b req-5e4dda86-6d97-41c6-b4a2-158702052edb tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:06.689858 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-226bc02f-e172-4f3e-97f0-f3833b706f3b req-5e4dda86-6d97-41c6-b4a2-158702052edb tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.1148458 Sep 14 16:29:06.756062 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-2c0ab0c0-21da-4787-8534-27c83aa0fb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:06.758199 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-2c0ab0c0-21da-4787-8534-27c83aa0fb5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1097 time: 0.0991263 Sep 14 16:29:06.762638 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-226bc02f-e172-4f3e-97f0-f3833b706f3b req-69578755-b160-409d-afbf-6fc5fd33e135 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583425 Sep 14 16:29:06.804874 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-364a2125-3e25-4086-9f78-36e70d8bf810 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 217 time: 0.0380373 Sep 14 16:29:06.854429 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6a6c9966-da58-472f-b044-e831738604ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:06.855884 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6a6c9966-da58-472f-b044-e831738604ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 200 len: 848 time: 0.0437391 Sep 14 16:29:06.903648 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6660a168-4d14-4fd0-981e-af42a32f9239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:06.905048 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-6660a168-4d14-4fd0-981e-af42a32f9239 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc3c33c3-f908-4948-aef3-0089d1941d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420909 Sep 14 16:29:06.993446 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-0a4d5307-80b3-4e7d-923d-1ab289dc7ad9 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809526 Sep 14 16:29:07.086094 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2e49b28-4f80-4536-80e6-32620e29647d req-23b790da-10a8-4dd1-92cc-9230c311bd2b service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850320 Sep 14 16:29:07.169869 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-4ba8c68a-40f4-4fec-8c66-c97b9602c2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:07.171255 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-4ba8c68a-40f4-4fec-8c66-c97b9602c2f2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1097 time: 0.0406535 Sep 14 16:29:07.315370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-2b2878ef-9459-4294-983a-c96d72f6b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:07.318077 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-2b2878ef-9459-4294-983a-c96d72f6b244 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 910 time: 0.1380715 Sep 14 16:29:07.375416 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-222282a8-df4d-4d34-9543-ebf2b3c57a82 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 217 time: 0.0479059 Sep 14 16:29:07.455682 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-4e69189d-5206-4eef-bf12-6cff26da7e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:07.457072 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-4e69189d-5206-4eef-bf12-6cff26da7e44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 200 len: 848 time: 0.0732009 Sep 14 16:29:07.483731 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f4bd0-d0c8-42a1-babc-69d6db98103d req-8041ea26-a173-4d57-a2e8-74e455ab24e5 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:07.485203 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-530f4bd0-d0c8-42a1-babc-69d6db98103d req-8041ea26-a173-4d57-a2e8-74e455ab24e5 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 943 time: 0.0746491 Sep 14 16:29:07.538196 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-b7b75511-8e68-4d78-b0ad-50c09ef4095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:07.539966 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-b7b75511-8e68-4d78-b0ad-50c09ef4095b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc3c33c3-f908-4948-aef3-0089d1941d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746183 Sep 14 16:29:07.545205 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-530f4bd0-d0c8-42a1-babc-69d6db98103d req-b3858ef6-568a-4032-9c20-2f78614f1c06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461664 Sep 14 16:29:07.650243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-6be5cade-ef5a-4c11-9427-81f6a92698d6 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976794 Sep 14 16:29:07.983177 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67441dc5-573e-4a76-9151-3c5eeb431da7 req-36841fa3-1631-4b35-b76d-892ff0680e1b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:07.984620 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-67441dc5-573e-4a76-9151-3c5eeb431da7 req-36841fa3-1631-4b35-b76d-892ff0680e1b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0996332 Sep 14 16:29:07.990511 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33a0cbd9-2d7c-47ec-b2e1-3a32921ee10a req-3656d011-0db0-4fa5-96b2-386614cfcf0c service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318048 Sep 14 16:29:08.026989 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-67441dc5-573e-4a76-9151-3c5eeb431da7 req-7521893c-7d77-49a9-acfb-5acafffd2bf0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341768 Sep 14 16:29:08.185727 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c1020e21-d409-46c9-9370-c67a1f9e05d1 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:29:08.284242 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port c1020e21-d409-46c9-9370-c67a1f9e05d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c1020e21-d409-46c9-9370-c67a1f9e05d1,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:08.295946 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': 'c1020e21-d409-46c9-9370-c67a1f9e05d1', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'port_id': 'c1020e21-d409-46c9-9370-c67a1f9e05d1', 'mac_address': 'fa:16:3e:a6:85:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d931428-bdbd-4210-810d-f1d85bfe6dd2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:29:08.345070 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:08.358335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1020e21-d409-46c9-9370-c67a1f9e05d1 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:08.378458 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port c1020e21-d409-46c9-9370-c67a1f9e05d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c1020e21-d409-46c9-9370-c67a1f9e05d1,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:08.382614 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:08.432274 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=c1020e21-d409-46c9-9370-c67a1f9e05d1,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:08.663926 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30970458-3d89-477e-8e89-387e5c67e011 req-1526dcce-d374-48aa-a6bc-6e4649f5dd8b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:08.665641 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30970458-3d89-477e-8e89-387e5c67e011 req-1526dcce-d374-48aa-a6bc-6e4649f5dd8b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 944 time: 0.0526147 Sep 14 16:29:08.670356 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:29:08.709359 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30970458-3d89-477e-8e89-387e5c67e011 req-013f1f30-7ad8-468a-a283-55fa02ca0562 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358195 Sep 14 16:29:09.141207 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71a64e-f2c0-4b43-8d7d-a8b9038c6fba req-4649dde6-e6c8-4704-9262-a0f5130fc2f4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:09.142745 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca71a64e-f2c0-4b43-8d7d-a8b9038c6fba req-4649dde6-e6c8-4704-9262-a0f5130fc2f4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0483987 Sep 14 16:29:09.182326 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca71a64e-f2c0-4b43-8d7d-a8b9038c6fba req-36b5764f-5403-46d8-b57f-adbf7a88bb6c tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336356 Sep 14 16:29:09.844970 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73422397-b1a4-4588-9d36-4c4d2b4c3113 req-97505302-ca9a-4c0d-bde2-332d7d5c724b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:09.846461 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73422397-b1a4-4588-9d36-4c4d2b4c3113 req-97505302-ca9a-4c0d-bde2-332d7d5c724b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 944 time: 0.0527649 Sep 14 16:29:09.884424 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-73422397-b1a4-4588-9d36-4c4d2b4c3113 req-836bebc3-9a85-41d9-99ec-7c3aad13ba95 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Sep 14 16:29:10.208368 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c1020e21-d409-46c9-9370-c67a1f9e05d1 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:29:10.292901 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port c1020e21-d409-46c9-9370-c67a1f9e05d1 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:10.297266 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port c1020e21-d409-46c9-9370-c67a1f9e05d1 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:10.297827 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:10.351550 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc58ca1-a6b1-4f2e-9d91-0affee5cea7a req-57190bf6-2129-4000-bc5d-de387134094b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:10.353832 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5cc58ca1-a6b1-4f2e-9d91-0affee5cea7a req-57190bf6-2129-4000-bc5d-de387134094b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0679069 Sep 14 16:29:10.391226 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:10.399707 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5cc58ca1-a6b1-4f2e-9d91-0affee5cea7a req-9d6f25c0-0498-4dca-bff6-84c15bde685a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385807 Sep 14 16:29:10.414576 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107083af-5427-4e77-b268-6e4077680777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1020e21-d409-46c9-9370-c67a1f9e05d1'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:10.417159 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c1de56-bf4a-4240-aed0-72aef5fc3b02" -d '{"events": [{"server_uuid": "107083af-5427-4e77-b268-6e4077680777", "name": "network-vif-plugged", "status": "completed", "tag": "c1020e21-d409-46c9-9370-c67a1f9e05d1"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:10.429908 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port c1020e21-d409-46c9-9370-c67a1f9e05d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c1020e21-d409-46c9-9370-c67a1f9e05d1,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:10.447887 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:10.476020 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69efbad9-7015-42d0-a10f-4fa476149c0c x-openstack-request-id: req-69efbad9-7015-42d0-a10f-4fa476149c0c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:10.476309 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107083af-5427-4e77-b268-6e4077680777", "name": "network-vif-plugged", "status": "completed", "tag": "c1020e21-d409-46c9-9370-c67a1f9e05d1", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:10.476555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-69efbad9-7015-42d0-a10f-4fa476149c0c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:10.476930 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107083af-5427-4e77-b268-6e4077680777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1020e21-d409-46c9-9370-c67a1f9e05d1', 'code': 200} Sep 14 16:29:10.502107 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=c1020e21-d409-46c9-9370-c67a1f9e05d1,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:10.635275 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0742d7-10a6-4bb4-950d-611344ea3ddb req-796bd6a0-f9be-47ea-bdca-6665c05f32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:10.636721 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad0742d7-10a6-4bb4-950d-611344ea3ddb req-796bd6a0-f9be-47ea-bdca-6665c05f32e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 1098 time: 0.0383437 Sep 14 16:29:10.673491 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad0742d7-10a6-4bb4-950d-611344ea3ddb req-9396ce40-8e98-4a99-a7db-99ae29f42f45 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283892 Sep 14 16:29:11.002387 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980b6f7-648d-4de6-8422-9e3ffabf6ec2 req-5ee8b008-6d0b-457e-9015-d88b3875cfc6 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:11.003902 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2980b6f7-648d-4de6-8422-9e3ffabf6ec2 req-5ee8b008-6d0b-457e-9015-d88b3875cfc6 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 945 time: 0.0523639 Sep 14 16:29:11.040990 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2980b6f7-648d-4de6-8422-9e3ffabf6ec2 req-46af0c61-cbc1-41a3-b3af-b62cb4aa77e1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312192 Sep 14 16:29:11.525636 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd378e-c81d-4863-adf4-c63e1da9b18a req-d8c9b163-8830-4e4f-aa25-73e551222610 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:11.527133 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33fd378e-c81d-4863-adf4-c63e1da9b18a req-d8c9b163-8830-4e4f-aa25-73e551222610 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0528922 Sep 14 16:29:11.566356 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33fd378e-c81d-4863-adf4-c63e1da9b18a req-ba83ea57-c667-4462-9458-3fea493f3e2d tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328732 Sep 14 16:29:12.154262 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74603506-ad09-4407-aa87-fe88476b711d req-de550996-b055-4dc3-9280-feeeab85ee09 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:12.155701 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74603506-ad09-4407-aa87-fe88476b711d req-de550996-b055-4dc3-9280-feeeab85ee09 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 945 time: 0.0483613 Sep 14 16:29:12.192782 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74603506-ad09-4407-aa87-fe88476b711d req-0a122e3b-dfb0-40bd-aab5-71e119c404d1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311468 Sep 14 16:29:12.681319 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01f55d5-56ad-44a0-ad0b-2ecdff276269 req-1f5ea33d-8833-47f0-bc4c-74469552810f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:12.682709 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d01f55d5-56ad-44a0-ad0b-2ecdff276269 req-1f5ea33d-8833-47f0-bc4c-74469552810f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0511632 Sep 14 16:29:12.719570 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d01f55d5-56ad-44a0-ad0b-2ecdff276269 req-62d14d7b-6b8a-4055-b478-5b743285746d tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305119 Sep 14 16:29:13.845261 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a5dea-f11c-46e9-9cd6-f61c2e9d99cc req-f02e799f-fc49-4f9f-896c-7b329c489537 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:13.846843 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f4a5dea-f11c-46e9-9cd6-f61c2e9d99cc req-f02e799f-fc49-4f9f-896c-7b329c489537 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0564933 Sep 14 16:29:13.887300 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f4a5dea-f11c-46e9-9cd6-f61c2e9d99cc req-529f1a54-5412-4a24-a9ec-b3742cb112b4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331359 Sep 14 16:29:14.683747 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-d61e66aa-8ade-4ab7-b629-1d8c4789d1a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404668 Sep 14 16:29:14.754863 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-e58fcda1-7976-4bc5-9a12-1d3ad947367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:14.756416 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-e58fcda1-7976-4bc5-9a12-1d3ad947367d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 1098 time: 0.0477614 Sep 14 16:29:14.864973 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-b018017f-e0ef-452b-b722-387c5031e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:14.866469 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-b018017f-e0ef-452b-b722-387c5031e7ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 911 time: 0.0883317 Sep 14 16:29:14.948189 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-709e69e1-cb91-4d06-a32a-5b245ed35cf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 200 len: 1001 time: 0.0728462 Sep 14 16:29:15.025439 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-d6db1761-c003-4826-b122-049ba6635dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:15.026910 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-d6db1761-c003-4826-b122-049ba6635dda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.0709281 Sep 14 16:29:15.042331 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0016df0a-eea6-48b1-9ed3-aa70bf9d4ed3 req-db8d25c6-30e7-45e0-9739-949546efe7b1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:15.044330 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0016df0a-eea6-48b1-9ed3-aa70bf9d4ed3 req-db8d25c6-30e7-45e0-9739-949546efe7b1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0805631 Sep 14 16:29:15.109105 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0016df0a-eea6-48b1-9ed3-aa70bf9d4ed3 req-705a694f-a856-4b75-b7ae-0dd8f4decb05 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0563326 Sep 14 16:29:15.115712 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-9a974d0a-b036-447f-a424-7843ac76181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:15.117153 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-9a974d0a-b036-447f-a424-7843ac76181b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0719733 Sep 14 16:29:15.212295 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-40f0ecd4-13d8-4840-a052-15230426bc3b service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862350 Sep 14 16:29:15.325195 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59eadc4d-4c67-4e84-8922-fff2adaa953a req-d215024f-7805-484a-8f1e-ae1248116dcf service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038535 Sep 14 16:29:15.704908 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:16.214855 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 06044277-60f8-4a29-931d-6d0feb7c9ed8 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:29:16.227682 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08532c-c009-4293-b367-22715e9f970b req-cc307c20-5f59-4eb1-ade8-8b993d7eaf83 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:16.227682 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f08532c-c009-4293-b367-22715e9f970b req-cc307c20-5f59-4eb1-ade8-8b993d7eaf83 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0511839 Sep 14 16:29:16.268620 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f08532c-c009-4293-b367-22715e9f970b req-fcb8dd4b-047a-4b0a-b4ae-f264b693ed59 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339675 Sep 14 16:29:16.317705 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:16.333812 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'port_id': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'mac_address': 'fa:16:3e:8e:d0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:29:16.370407 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:16.383555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06044277-60f8-4a29-931d-6d0feb7c9ed8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:16.403056 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:16.406745 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:16.456744 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:16.719248 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['06044277-60f8-4a29-931d-6d0feb7c9ed8'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:29:17.387713 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0c584-ff10-4667-bb62-4831b12c44b5 req-c299f6db-f0be-426a-ab5b-1641d7d2e881 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:17.389190 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8ca0c584-ff10-4667-bb62-4831b12c44b5 req-c299f6db-f0be-426a-ab5b-1641d7d2e881 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 945 time: 0.0493801 Sep 14 16:29:17.428253 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8ca0c584-ff10-4667-bb62-4831b12c44b5 req-d9fbcefb-8aad-4c8b-9ffb-0363c64312b7 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330954 Sep 14 16:29:17.560171 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-18936753-3f20-4201-8f1f-2244440443b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:18.245555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 06044277-60f8-4a29-931d-6d0feb7c9ed8 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:29:18.307459 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 06044277-60f8-4a29-931d-6d0feb7c9ed8 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:18.310279 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 06044277-60f8-4a29-931d-6d0feb7c9ed8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:18.310648 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:18.397532 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:18.424339 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:18.426707 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b31bc8-aa1d-472e-b196-058fb2b2738b" -d '{"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:18.441164 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:18.445583 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:18.477216 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb93e747-317f-496d-aa5e-250cefe2b99e x-openstack-request-id: req-fb93e747-317f-496d-aa5e-250cefe2b99e {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:18.478311 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:18.478847 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb93e747-317f-496d-aa5e-250cefe2b99e {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:18.479951 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'code': 200} Sep 14 16:29:18.512996 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:18.571203 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560bd46-b6b0-4e5d-8f17-8ae75d5c2187 req-d1fcaf78-cb27-4e47-9fb2-f7b71be2d724 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:18.574048 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f560bd46-b6b0-4e5d-8f17-8ae75d5c2187 req-d1fcaf78-cb27-4e47-9fb2-f7b71be2d724 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0703306 Sep 14 16:29:18.618201 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f560bd46-b6b0-4e5d-8f17-8ae75d5c2187 req-23a863c7-ca16-42e4-b609-7e99eff44ade tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333488 Sep 14 16:29:18.785329 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9611a0a-e82d-4568-8c58-ac2f186e3b65 req-c8507a47-f43d-49ba-9720-8c6259526a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:18.786777 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f9611a0a-e82d-4568-8c58-ac2f186e3b65 req-c8507a47-f43d-49ba-9720-8c6259526a07 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1099 time: 0.0402694 Sep 14 16:29:18.823721 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f9611a0a-e82d-4568-8c58-ac2f186e3b65 req-0283cd9b-fb67-46e3-9b05-b1df2e6a9c12 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0278008 Sep 14 16:29:19.740085 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b27842f-7128-4664-9345-bd73c3f7ba97 req-dafc401a-cd3d-48ec-ad43-050149784f0a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:19.741644 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5b27842f-7128-4664-9345-bd73c3f7ba97 req-dafc401a-cd3d-48ec-ad43-050149784f0a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0511086 Sep 14 16:29:19.781037 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5b27842f-7128-4664-9345-bd73c3f7ba97 req-d6349467-eab7-43d7-a25f-d2f21a697f6f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334725 Sep 14 16:29:20.000012 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-33ae5ccd-3851-44bd-9239-559a31f2cbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:20.367790 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:20.903388 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab666cbd-32ba-4d2a-9d8c-cd1de1cd98bb req-cfcc8296-2f53-4f03-9e93-35b236768dac tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:20.906920 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab666cbd-32ba-4d2a-9d8c-cd1de1cd98bb req-cfcc8296-2f53-4f03-9e93-35b236768dac tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0566642 Sep 14 16:29:20.954927 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:29:20.957431 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab666cbd-32ba-4d2a-9d8c-cd1de1cd98bb req-c7ac8ee7-b1ed-4089-96ef-aa151c4cb86a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462427 Sep 14 16:29:21.075502 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7cf5a-6c66-4499-a5f2-bd6b5b1ac4ef req-e91ece1a-ec4f-4484-bc9b-2b531e6734e0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:21.077243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8e7cf5a-6c66-4499-a5f2-bd6b5b1ac4ef req-e91ece1a-ec4f-4484-bc9b-2b531e6734e0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0511549 Sep 14 16:29:21.118487 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8e7cf5a-6c66-4499-a5f2-bd6b5b1ac4ef req-5b1be572-9d3e-42e6-aca2-01940222122b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352225 Sep 14 16:29:21.141192 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45488) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:21.292097 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a4933d-80a5-4ab7-be6d-76b5ab608f59 tempest-TestShelveInstance-693705407 tempest-TestShelveInstance-693705407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:21.293741 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-59a4933d-80a5-4ab7-be6d-76b5ab608f59 tempest-TestShelveInstance-693705407 tempest-TestShelveInstance-693705407-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1094 time: 0.1514831 Sep 14 16:29:21.296945 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:21.301447 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'port_id': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:21.322745 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:21.416445 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:21.432178 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:21.564245 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Allocated IP 172.27.3.171 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/4396e9bb-fe96-4153-85a1-27b66ac4bba5) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:21.651307 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-1021bcdb-5218-449b-b166-e4c5f0d4b0f3 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:21.652953 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-1021bcdb-5218-449b-b166-e4c5f0d4b0f3 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.1294975 Sep 14 16:29:21.670931 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-ccd264f7-67f8-4f59-9098-23c4b777f6f2 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/quotas/6085aed55de44c038f60359ad38dc83d HTTP/1.1" status: 200 len: 375 time: 0.0117908 Sep 14 16:29:21.683180 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:21.727018 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:21.741960 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-eec997e5-5252-4049-9cc3-a3e9abd4a662 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0559196 Sep 14 16:29:21.765116 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:21.769428 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:21.774045 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:21.782925 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'Port': ['ID=4396e9bb-fe96-4153-85a1-27b66ac4bba5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:21.851146 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc81c92f-faaa-48f9-97ae-4ebdca8de4e7 req-5d1d0926-c77e-43bd-b696-456bfb227729 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:21.852744 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc81c92f-faaa-48f9-97ae-4ebdca8de4e7 req-5d1d0926-c77e-43bd-b696-456bfb227729 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.1097858 Sep 14 16:29:21.886676 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-7e3d5a12-bea7-4fc2-ab26-e611be4dfc97 service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420429 Sep 14 16:29:21.922086 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc81c92f-faaa-48f9-97ae-4ebdca8de4e7 req-a4797cd8-9e00-43cb-8fca-a9e766585af2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622444 Sep 14 16:29:21.991738 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-74749e6c-73f0-4197-9848-bb6bc9e2280d service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944688 Sep 14 16:29:22.139705 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:22.152932 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-552d06bb-5f4c-47d3-bca1-c1f06c6253cc req-e684fd99-b286-41fc-96eb-3468ae75ea7e tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 210 time: 0.0280304 Sep 14 16:29:22.213574 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:22.377350 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:22.382246 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:22.622989 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:22.675784 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event updated for resources: {'Port': ['ID=4396e9bb-fe96-4153-85a1-27b66ac4bba5,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:22.684700 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:22.787238 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Floating IP 47a5fa70-2a38-4b17-ace4-19fb036937f6 associated. External IP: 172.27.3.171, port: 06044277-60f8-4a29-931d-6d0feb7c9ed8. Sep 14 16:29:23.006829 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Router f6920841-549a-4fc6-b399-e1300edfcdca has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:29:23.053217 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9be17b-1540-4e03-bcfe-e97778347896 req-19d44fb7-cc55-454a-90d9-f48b5aa88e75 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:23.054786 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a9be17b-1540-4e03-bcfe-e97778347896 req-19d44fb7-cc55-454a-90d9-f48b5aa88e75 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.0555537 Sep 14 16:29:23.133649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:29:23.143462 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] Sync routers for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:29:23.154005 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:23.154722 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:23.157647 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:23.172787 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1a9be17b-1540-4e03-bcfe-e97778347896 req-459938bf-b560-4373-89be-139813f8cb73 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=56723639-f290-40f1-95a7-13fc0b271d0d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050022 Sep 14 16:29:23.225531 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d3181c9b-53ee-4538-b923-65c5a669cbc9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9273188 Sep 14 16:29:23.226087 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:23.228972 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b0ec50-2909-4d97-b116-a8cc30317f12" -d '{"events": [{"name": "network-changed", "server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:23.255923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-b8a96e13-f9ee-4a9d-94d7-779680572111 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:23.257692 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-b8a96e13-f9ee-4a9d-94d7-779680572111 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.2019753 Sep 14 16:29:23.273434 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb1b46e-a3c3-474f-83fb-491c4e0c020e x-openstack-request-id: req-cfb1b46e-a3c3-474f-83fb-491c4e0c020e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:23.273773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:23.274593 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cfb1b46e-a3c3-474f-83fb-491c4e0c020e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:23.274593 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'status': 'completed', 'code': 200} Sep 14 16:29:23.308329 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Request body: {'port': {'device_id': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'admin_state_up': True, 'tenant_id': '6085aed55de44c038f60359ad38dc83d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:23.316242 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-960fad8b-f6ce-40ef-961c-160df0105248 req-c49ae9e2-fee8-4bf6-b16e-c2c154f5660e tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 210 time: 0.0499837 Sep 14 16:29:23.322557 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:23.416612 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-963d5bf2-5248-4d8b-ae62-359eadb4a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:23.418783 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-963d5bf2-5248-4d8b-ae62-359eadb4a554 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1099 time: 0.1010687 Sep 14 16:29:23.526792 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Made reservation on behalf of 6085aed55de44c038f60359ad38dc83d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:29:23.530307 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:23.572150 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-74e9d878-b991-48e1-af2d-ebd363059dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:23.573939 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-74e9d878-b991-48e1-af2d-ebd363059dd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 910 time: 0.1366260 Sep 14 16:29:23.587082 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '47a5fa70-2a38-4b17-ace4-19fb036937f6', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'port_id': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'mac_address': 'fa:16:3e:8e:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:22Z', 'updated_at': '2021-09-14T16:29:22Z', 'revision_number': 0, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 5, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:23.615675 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] Checking router: f6920841-549a-4fc6-b399-e1300edfcdca for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:29:23.624281 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:23.624978 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:23.649148 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-ec1a9944-146e-4986-a122-f387e5a3dce0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:23.651515 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-ec1a9944-146e-4986-a122-f387e5a3dce0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 947 time: 0.0995903 Sep 14 16:29:23.708533 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-518ea6eb-4493-4c5e-9593-9c9ee49baf99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 1000 time: 0.1027963 Sep 14 16:29:23.740597 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:23.769337 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Allocated IP 172.20.0.6 (a717ec83-f6e7-4bbe-82d8-6e67f46fad53/0d931428-bdbd-4210-810d-f1d85bfe6dd2/8bbdcabf-57ad-401e-b88e-0e9be483db44) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:23.778899 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-e08f7aaa-933b-436c-8c4c-0f9ee226d36a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:23.780218 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-e08f7aaa-933b-436c-8c4c-0f9ee226d36a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 200 len: 848 time: 0.0636969 Sep 14 16:29:23.800945 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Deleting port 91209de8-a9d6-4544-ab3b-e1fff856b94a {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:29:23.801297 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:23.859002 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-3ecfb08b-a058-48b4-b1de-6df9bccd07b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:23.860526 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-3ecfb08b-a058-48b4-b1de-6df9bccd07b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc3c33c3-f908-4948-aef3-0089d1941d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711081 Sep 14 16:29:23.907861 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] For port 91209de8-a9d6-4544-ab3b-e1fff856b94a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=91209de8-a9d6-4544-ab3b-e1fff856b94a,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:23.908274 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.013724 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '47a5fa70-2a38-4b17-ace4-19fb036937f6', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'port_id': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'mac_address': 'fa:16:3e:8e:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:22Z', 'updated_at': '2021-09-14T16:29:22Z', 'revision_number': 0, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 5, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:24.035615 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-69514902-8ecf-402c-9daf-7b97c200650b service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610703 Sep 14 16:29:24.046876 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.047158 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9eb6d7c-2146-481f-92e8-6c58ac8b3a22 None None] The sync data for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi is: [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '47a5fa70-2a38-4b17-ace4-19fb036937f6', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'floating_ip_address': '172.27.3.171', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'port_id': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'mac_address': 'fa:16:3e:8e:d0:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:22Z', 'updated_at': '2021-09-14T16:29:22Z', 'revision_number': 0, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 5, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:29:24.160830 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38b0ec50-2909-4d97-b116-a8cc30317f12 req-381fdf4d-4bee-4290-a0a0-4c5b1577e85b service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168685 Sep 14 16:29:24.164511 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.176910 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:29:24.189150 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.189509 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.189862 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Floating IP 8a2a63b8-521c-4aa1-819c-fd0844fa56a5 disassociated. External IP: 172.27.3.106, port: 91209de8-a9d6-4544-ab3b-e1fff856b94a. Sep 14 16:29:24.190210 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Calling delete_port for 91209de8-a9d6-4544-ab3b-e1fff856b94a owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:29:24.215897 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:24.219319 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:24.223411 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:24.356673 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.388629 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b00ad206-a724-4d74-a94e-20fb6a18a2e9 None None] New status for floating IP 47a5fa70-2a38-4b17-ace4-19fb036937f6: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:29:24.392092 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event deleted for resources: {'Port': ['ID=91209de8-a9d6-4544-ab3b-e1fff856b94a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:24.537745 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Router 31aac719-9dde-4788-9fa6-96368f07fabe has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:29:24.539625 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event updated for resources: {'Port': ['ID=8bbdcabf-57ad-401e-b88e-0e9be483db44,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:24.562624 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-35aa592e-d7c2-4eda-857c-a17eba1fbb5a req-3dbb5e42-c384-4a44-8799-1e00eb7db85b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=a278614c-e600-48ea-af25-206eda2887d7 HTTP/1.1" status: 200 len: 210 time: 0.0571690 Sep 14 16:29:24.575683 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.576351 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.576814 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.577213 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.577658 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.578054 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.578445 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.578838 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.579223 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.579694 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.580082 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.580491 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:24.609817 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:24.610549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.628990 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfa6d55-c83d-4db7-8185-b4fcc3dce7fd req-1c38829c-a85e-4471-8be1-8a462b710d35 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:24.630622 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dfa6d55-c83d-4db7-8185-b4fcc3dce7fd req-1c38829c-a85e-4471-8be1-8a462b710d35 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 931 time: 0.1346738 Sep 14 16:29:24.647335 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-c973774c-9ee6-41b4-93b9-a9066af83d68 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3482387 Sep 14 16:29:24.662094 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Request body: {'port': {'device_id': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:24.704318 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dfa6d55-c83d-4db7-8185-b4fcc3dce7fd req-20850e7c-8def-4f00-a114-a6e012ff6f53 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645616 Sep 14 16:29:24.706280 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:29:24.727220 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] Sync routers for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:29:24.738473 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:24.739349 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:24.747743 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.774295 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] No DVR routers for this DVR port 91209de8-a9d6-4544-ab3b-e1fff856b94a on host hv-cinder-80708 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:29:24.778362 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:24.780646 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-bce43c6a-0653-4111-b5b6-50c6efc38471 req-7c4c28bd-73f8-4449-b1ba-f0a5493c5505 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "DELETE /v2.0/ports/91209de8-a9d6-4544-ab3b-e1fff856b94a HTTP/1.1" status: 204 len: 173 time: 1.1224587 Sep 14 16:29:24.998514 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:25.061367 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bbdcabf-57ad-401e-b88e-0e9be483db44 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:25.069574 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.084038 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Transition to ACTIVE for port object 8bbdcabf-57ad-401e-b88e-0e9be483db44 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:25.088327 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.143596 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Pushing event updated for resources: {'Port': ['ID=8bbdcabf-57ad-401e-b88e-0e9be483db44,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:25.218344 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:25.218672 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Attempting to bind port 8bbdcabf-57ad-401e-b88e-0e9be483db44 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:29:25.219123 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Attempting to bind port 8bbdcabf-57ad-401e-b88e-0e9be483db44 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:29:25.219382 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Attempting to bind port 8bbdcabf-57ad-401e-b88e-0e9be483db44 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:25.224609 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Port 8bbdcabf-57ad-401e-b88e-0e9be483db44 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:29:25.224609 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Attempting to bind port 8bbdcabf-57ad-401e-b88e-0e9be483db44 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:25.233640 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:29:25.234147 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Checking segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:29:25.234658 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Bound using segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:29:25.235167 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Bound port: 8bbdcabf-57ad-401e-b88e-0e9be483db44, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:29:25.235590 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.248954 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] Checking router: 31aac719-9dde-4788-9fa6-96368f07fabe for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:29:25.259087 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:25.259938 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:25.275386 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-deleted', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:25.280089 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662841ef-9d9b-4271-b0ab-9daf4ae73ee4" -d '{"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-deleted", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:25.337461 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] For port 8bbdcabf-57ad-401e-b88e-0e9be483db44, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:29:25.344559 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] For port 8bbdcabf-57ad-401e-b88e-0e9be483db44, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8bbdcabf-57ad-401e-b88e-0e9be483db44,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:29:25.352175 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.357674 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1441ed7a-b533-4e04-b853-6a9d3134b69c x-openstack-request-id: req-1441ed7a-b533-4e04-b853-6a9d3134b69c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:25.358064 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a278614c-e600-48ea-af25-206eda2887d7", "name": "network-vif-deleted", "tag": "91209de8-a9d6-4544-ab3b-e1fff856b94a", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:25.358408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1441ed7a-b533-4e04-b853-6a9d3134b69c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:25.359136 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a278614c-e600-48ea-af25-206eda2887d7', 'name': 'network-vif-deleted', 'tag': '91209de8-a9d6-4544-ab3b-e1fff856b94a', 'status': 'completed', 'code': 200} Sep 14 16:29:25.407219 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:25.411228 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.413540 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] 10.222.0.20 "PUT /v2.0/ports/8bbdcabf-57ad-401e-b88e-0e9be483db44 HTTP/1.1" status: 200 len: 1093 time: 0.7551503 Sep 14 16:29:25.416235 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'tag': '8bbdcabf-57ad-401e-b88e-0e9be483db44'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:25.417766 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:25.420305 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a621251-2f7c-4336-9adf-f7257e93eb86" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a2fca7-6f1a-4814-9037-674aff5e5d52", "tag": "8bbdcabf-57ad-401e-b88e-0e9be483db44"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:25.507131 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b11edf-50ba-40c9-a3eb-710d5c1648dc service neutron] Pushing event updated for resources: {'Port': ['ID=8bbdcabf-57ad-401e-b88e-0e9be483db44,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:25.514988 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa87dc5-b36a-4327-ab9b-8697e60b6086 x-openstack-request-id: req-baa87dc5-b36a-4327-ab9b-8697e60b6086 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:25.515253 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a2fca7-6f1a-4814-9037-674aff5e5d52", "tag": "8bbdcabf-57ad-401e-b88e-0e9be483db44", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:25.515505 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-baa87dc5-b36a-4327-ab9b-8697e60b6086 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:25.515902 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'tag': '8bbdcabf-57ad-401e-b88e-0e9be483db44', 'status': 'completed', 'code': 200} Sep 14 16:29:25.545024 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-1c2be563-5d92-4de6-a07b-969839a32810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:25.546630 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-1c2be563-5d92-4de6-a07b-969839a32810 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 1096 time: 0.0473282 Sep 14 16:29:25.591622 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-69e470ee-813d-4738-8531-d19b42464762 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbdcabf-57ad-401e-b88e-0e9be483db44 HTTP/1.1" status: 200 len: 217 time: 0.0368094 Sep 14 16:29:25.671209 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-a03a9cee-7ee8-49f5-b803-80eaa387c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:25.672821 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-a03a9cee-7ee8-49f5-b803-80eaa387c612 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0731390 Sep 14 16:29:25.673837 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:25.714409 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:25.720223 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-28ef5550-854a-43e0-aad2-a9d896e0a25e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383952 Sep 14 16:29:25.746089 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c980-ceac-4cfe-8b42-4fc04f941b08 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.747242 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0bc16fb-a7ed-4546-952d-93943bc6209d None None] The sync data for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi is: [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:29:25.781293 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c980-ceac-4cfe-8b42-4fc04f941b08 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.846876 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c980-ceac-4cfe-8b42-4fc04f941b08 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.849772 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6ed5c980-ceac-4cfe-8b42-4fc04f941b08 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:25.851225 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6ed5c980-ceac-4cfe-8b42-4fc04f941b08 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "DELETE /v2.0/security-groups/56723639-f290-40f1-95a7-13fc0b271d0d HTTP/1.1" status: 204 len: 168 time: 0.1761189 Sep 14 16:29:25.855486 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45560) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:25.869630 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-b794cfe7-00e7-4060-a1e3-5968cc7dc47d service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399279 Sep 14 16:29:25.875188 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5c980-ceac-4cfe-8b42-4fc04f941b08 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56723639-f290-40f1-95a7-13fc0b271d0d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:25.885403 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.api.v2.resource [None req-cb53b0a1-a3ec-4a0e-b87f-39b4e2f57fc0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] show failed (client error): The resource could not be found. Sep 14 16:29:25.887516 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cb53b0a1-a3ec-4a0e-b87f-39b4e2f57fc0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups/56723639-f290-40f1-95a7-13fc0b271d0d HTTP/1.1" status: 404 len: 347 time: 0.0301623 Sep 14 16:29:25.890308 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45562) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:25.916821 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d11cb6-3635-4fa3-801e-878f2566a66d req-9a7161f5-b86b-426e-9c0c-73e5cf6527b6 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:25.918756 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46d11cb6-3635-4fa3-801e-878f2566a66d req-9a7161f5-b86b-426e-9c0c-73e5cf6527b6 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 943 time: 0.0973063 Sep 14 16:29:26.015440 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-46d11cb6-3635-4fa3-801e-878f2566a66d req-803ecae2-8a5b-499e-a60d-d35be4741273 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801907 Sep 14 16:29:26.052540 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-59ff9934-dfd4-4688-bf54-11f7459a886c req-72816ba6-4419-44e3-9be6-57354c6decf4 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743300 Sep 14 16:29:26.142034 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91914b44-8a03-467f-8c41-e9a31d292d99 None None] New status for floating IP 8a2a63b8-521c-4aa1-819c-fd0844fa56a5: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:29:26.161331 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-f8fc332f-d78c-41ea-be49-d1376dd55491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:26.163521 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-f8fc332f-d78c-41ea-be49-d1376dd55491 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 1096 time: 0.0501099 Sep 14 16:29:26.258371 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Deleting port b0c54dc9-2a41-4611-b2e9-74509fc72138 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:29:26.258696 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:26.262569 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-f1c294c4-460b-4f0e-aafb-fb0ee282e543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:26.264494 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-f1c294c4-460b-4f0e-aafb-fb0ee282e543 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 915 time: 0.0933702 Sep 14 16:29:26.316569 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-9f320564-ad5d-4e6a-a33d-35e8f757b243 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8bbdcabf-57ad-401e-b88e-0e9be483db44 HTTP/1.1" status: 200 len: 217 time: 0.0412190 Sep 14 16:29:26.363098 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:26.363315 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:26.372214 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-32bd04a5-076a-4c12-8b64-72d4fe22d22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:26.373694 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-32bd04a5-076a-4c12-8b64-72d4fe22d22d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0446677 Sep 14 16:29:26.375610 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Calling delete_port for b0c54dc9-2a41-4611-b2e9-74509fc72138 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:29:26.411380 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-ca7e4129-d367-4030-8d4f-7d6ab4a6cb95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253174 Sep 14 16:29:26.516408 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-0cb64a14-a5af-421c-954f-28b412ef7bfc service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932117 Sep 14 16:29:26.524933 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:26.552494 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event deleted for resources: {'Port': ['ID=b0c54dc9-2a41-4611-b2e9-74509fc72138,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:26.566106 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.566539 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.566976 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.567393 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.567799 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.568203 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.568604 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.569002 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.569413 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.569830 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.570228 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.570622 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:26.624917 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7a621251-2f7c-4336-9adf-f7257e93eb86 req-e635773a-a0a0-491c-aaeb-2f746d877793 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000271 Sep 14 16:29:26.641981 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:26.641981 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:26.641981 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ad2d5236-31de-4a40-ba65-d81f70ebff98 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "DELETE /v2.0/floatingips/8a2a63b8-521c-4aa1-819c-fd0844fa56a5 HTTP/1.1" status: 204 len: 168 time: 0.7444685 Sep 14 16:29:26.991432 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:26.996081 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-d53ac378-45ba-4680-9a81-2ab096a8eaad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1625931623', 'description': 'tempest-description--395532413'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:27.019763 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d53ac378-45ba-4680-9a81-2ab096a8eaad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.125260 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d53ac378-45ba-4680-9a81-2ab096a8eaad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.132167 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d53ac378-45ba-4680-9a81-2ab096a8eaad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.160749 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9492caa-11f2-44c3-8378-175ca4d606b4 req-7b35d703-8c7a-4671-b199-2e78a5cc47b4 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:27.164115 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b9492caa-11f2-44c3-8378-175ca4d606b4 req-7b35d703-8c7a-4671-b199-2e78a5cc47b4 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 943 time: 0.0591784 Sep 14 16:29:27.173591 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d53ac378-45ba-4680-9a81-2ab096a8eaad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.175455 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d53ac378-45ba-4680-9a81-2ab096a8eaad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1827927 Sep 14 16:29:27.179728 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45570) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:27.185191 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-fa504c24-dc9f-48ef-b1f5-9763d68d643e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'security_group_rule': {'security_group_id': 'd5bb7189-293d-4b5d-9b6c-85515e746827', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:27.192432 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ac378-45ba-4680-9a81-2ab096a8eaad tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bb7189-293d-4b5d-9b6c-85515e746827,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:27.209751 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b9492caa-11f2-44c3-8378-175ca4d606b4 req-4693f2ea-fafa-4c4c-b6a1-e30e3d39fff9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385818 Sep 14 16:29:27.222599 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa504c24-dc9f-48ef-b1f5-9763d68d643e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.278738 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa504c24-dc9f-48ef-b1f5-9763d68d643e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.282406 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa504c24-dc9f-48ef-b1f5-9763d68d643e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.300101 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504c24-dc9f-48ef-b1f5-9763d68d643e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442d3aa9-d196-4c6c-be03-18e0d600175e,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:27.306791 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fa504c24-dc9f-48ef-b1f5-9763d68d643e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.308161 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fa504c24-dc9f-48ef-b1f5-9763d68d643e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1273034 Sep 14 16:29:27.311749 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45572) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:27.315688 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-253b6258-6a5c-42af-a4fa-319b37b79396 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'security_group_rule': {'security_group_id': 'd5bb7189-293d-4b5d-9b6c-85515e746827', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:27.348086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-253b6258-6a5c-42af-a4fa-319b37b79396 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.403687 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-253b6258-6a5c-42af-a4fa-319b37b79396 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.407531 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-253b6258-6a5c-42af-a4fa-319b37b79396 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.425223 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253b6258-6a5c-42af-a4fa-319b37b79396 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b202b5-bf68-4ada-91d6-61c22c0c0a15,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:27.433041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-253b6258-6a5c-42af-a4fa-319b37b79396 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.434838 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-253b6258-6a5c-42af-a4fa-319b37b79396 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226604 Sep 14 16:29:27.437947 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45574) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:27.442300 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:27.464058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.562503 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.673768 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Allocated IP 172.27.3.230 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/6a189e05-eac9-47a4-a053-cb03ed1f895c) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:27.776744 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.814852 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.855217 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:27.858474 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:27.861971 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:27.886149 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'Port': ['ID=6a189e05-eac9-47a4-a053-cb03ed1f895c,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:27.948238 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:27.980193 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:28.128684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:28.133078 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:28.208545 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'Port': ['ID=6a189e05-eac9-47a4-a053-cb03ed1f895c,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:28.218997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:28.237069 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:28.238548 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a55f3048-d55c-407d-9aa2-1fc786447cb2 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7996001 Sep 14 16:29:28.299636 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8bbdcabf-57ad-401e-b88e-0e9be483db44 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:29:28.313502 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:29:28.337902 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 91209de8-a9d6-4544-ab3b-e1fff856b94a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:29:28.338328 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 91209de8-a9d6-4544-ab3b-e1fff856b94a not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:29:28.361152 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052d6e6d-7924-4f46-b5e1-eae567093eea req-bc27b863-9e80-4b99-9768-dc90bd9eb8e7 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:28.362762 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-052d6e6d-7924-4f46-b5e1-eae567093eea req-bc27b863-9e80-4b99-9768-dc90bd9eb8e7 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 943 time: 0.0720801 Sep 14 16:29:28.403495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-052d6e6d-7924-4f46-b5e1-eae567093eea req-477d0c82-3256-446d-a537-9e1da887cc05 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344017 Sep 14 16:29:28.447369 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 8bbdcabf-57ad-401e-b88e-0e9be483db44, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8bbdcabf-57ad-401e-b88e-0e9be483db44,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:28.458955 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '8bbdcabf-57ad-401e-b88e-0e9be483db44', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'port_id': '8bbdcabf-57ad-401e-b88e-0e9be483db44', 'mac_address': 'fa:16:3e:24:b5:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d931428-bdbd-4210-810d-f1d85bfe6dd2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:29:28.475853 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-856747ea-f911-48c7-9188-e5881d3fcfcf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1625931623&fields=id&tenant_id=252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 267 time: 0.0330296 Sep 14 16:29:28.497167 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:28.510117 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bbdcabf-57ad-401e-b88e-0e9be483db44 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:28.531002 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 8bbdcabf-57ad-401e-b88e-0e9be483db44, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8bbdcabf-57ad-401e-b88e-0e9be483db44,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:28.534970 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:28.589649 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=8bbdcabf-57ad-401e-b88e-0e9be483db44,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:28.595194 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-e31e71fd-019a-40ff-97ff-f9674459b65e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:28.596703 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-e31e71fd-019a-40ff-97ff-f9674459b65e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 816 time: 0.1133375 Sep 14 16:29:28.597168 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.597610 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.597950 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.598283 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.598610 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.598940 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.599262 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.599585 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.599924 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.600248 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.600565 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.600879 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:29:28.613159 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b2d6dae1-ee41-4d90-956a-c1560f565f66 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/quotas/252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 375 time: 0.0104330 Sep 14 16:29:28.666971 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-a2b088ed-d2bb-4835-91e4-c5e76560edb3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0477417 Sep 14 16:29:28.766686 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-845c6c9c-031b-4cf1-bf81-e7873f4baebd service neutron] 10.222.0.15 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876741 Sep 14 16:29:28.824335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['8bbdcabf-57ad-401e-b88e-0e9be483db44'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:29:28.857846 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-5d234ac4-4ada-485e-af28-6bcf4802513c service neutron] 10.222.0.15 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849857 Sep 14 16:29:29.022414 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-612ff4af-8af6-4b47-a096-e30318de19ec req-a65f2be9-1514-48d0-b134-658c4ce81dc9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 210 time: 0.0297010 Sep 14 16:29:29.525350 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d2a95-d288-44ac-87d2-f54868a1171b req-39f0bd2d-f7cc-4a20-8c1b-db36bdd09b73 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:29.526802 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-896d2a95-d288-44ac-87d2-f54868a1171b req-39f0bd2d-f7cc-4a20-8c1b-db36bdd09b73 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 944 time: 0.0555465 Sep 14 16:29:29.567063 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-896d2a95-d288-44ac-87d2-f54868a1171b req-8f839b1c-6f1f-4083-a2b7-70fb36d94ca6 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336132 Sep 14 16:29:29.971182 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-ead076cf-391e-4067-922b-99e7b8f6957d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:29.973336 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-ead076cf-391e-4067-922b-99e7b8f6957d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 816 time: 0.1108546 Sep 14 16:29:30.022857 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-f504705e-90c9-4719-967b-b9600dc67711 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 380 time: 0.0344486 Sep 14 16:29:30.032626 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'port': {'device_id': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'admin_state_up': True, 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'security_groups': ['d5bb7189-293d-4b5d-9b6c-85515e746827']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:30.129584 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-961fcc46-edfd-4171-95ac-624dd68fefc6 req-cdcdf225-ee26-4ef3-8b08-02862228b3aa tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 210 time: 0.0303371 Sep 14 16:29:30.171735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Made reservation on behalf of 252197c96b7842ffab73a23e04bf34b6 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:29:30.175244 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.298884 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8bbdcabf-57ad-401e-b88e-0e9be483db44 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:29:30.319839 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Allocated IP 172.20.0.9 (322255d8-05ab-4bd2-9712-c3dd3a0abcff/43f8610a-9c56-46de-9544-aa256ffb2e66/7ab239de-3794-44b4-b45f-0d49d3ea1560) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:30.352577 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 8bbdcabf-57ad-401e-b88e-0e9be483db44 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:30.359181 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 8bbdcabf-57ad-401e-b88e-0e9be483db44 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:30.359558 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.444464 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.467031 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.467849 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbdcabf-57ad-401e-b88e-0e9be483db44'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:30.470157 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983afb21-5cb3-46c9-a2fb-e2323bd8345a" -d '{"events": [{"server_uuid": "a2a2fca7-6f1a-4814-9037-674aff5e5d52", "name": "network-vif-plugged", "status": "completed", "tag": "8bbdcabf-57ad-401e-b88e-0e9be483db44"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:30.484281 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 8bbdcabf-57ad-401e-b88e-0e9be483db44, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8bbdcabf-57ad-401e-b88e-0e9be483db44,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:30.490448 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.490959 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Transition to ACTIVE for port object 7ab239de-3794-44b4-b45f-0d49d3ea1560 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:30.516722 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c84b53-1ed7-4823-adea-5ac54c136849 x-openstack-request-id: req-79c84b53-1ed7-4823-adea-5ac54c136849 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:30.517011 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2fca7-6f1a-4814-9037-674aff5e5d52", "name": "network-vif-plugged", "status": "completed", "tag": "8bbdcabf-57ad-401e-b88e-0e9be483db44", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:30.517256 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79c84b53-1ed7-4823-adea-5ac54c136849 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:30.517667 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bbdcabf-57ad-401e-b88e-0e9be483db44', 'code': 200} Sep 14 16:29:30.525584 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.548674 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=8bbdcabf-57ad-401e-b88e-0e9be483db44,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:30.571487 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:30.574792 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:30.579467 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:30.591170 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:30.647485 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:30.648299 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.692510 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-42f1f379-aa1e-4d4a-924e-8f8902029b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6633503 Sep 14 16:29:30.713712 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Request body: {'port': {'device_id': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:30.723543 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e16158-135b-4318-96fc-f4958f531e20 req-3f8b647e-0e78-430d-8b2d-6952a3415f87 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:30.725082 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2e16158-135b-4318-96fc-f4958f531e20 req-3f8b647e-0e78-430d-8b2d-6952a3415f87 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 945 time: 0.0648718 Sep 14 16:29:30.753689 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01a8b0d-16d0-4cb1-85a1-3c06efcc2eb6 req-7dcca9dd-25aa-425b-b04e-5f650f2f1619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:30.755173 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b01a8b0d-16d0-4cb1-85a1-3c06efcc2eb6 req-7dcca9dd-25aa-425b-b04e-5f650f2f1619 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 1098 time: 0.0453079 Sep 14 16:29:30.806461 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-b01a8b0d-16d0-4cb1-85a1-3c06efcc2eb6 req-8e9aae8b-b0e1-43dc-a9fb-30a5d98ce8e3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403016 Sep 14 16:29:30.811573 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2e16158-135b-4318-96fc-f4958f531e20 req-7725ea2a-f134-451a-9806-127ed413cc80 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639558 Sep 14 16:29:30.816490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.833130 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4d107fa8-4e9a-4475-9a18-dfb533a78edf None None] Provisioning for port 7ab239de-3794-44b4-b45f-0d49d3ea1560 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:30.836977 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4d107fa8-4e9a-4475-9a18-dfb533a78edf None None] Provisioning complete for port 7ab239de-3794-44b4-b45f-0d49d3ea1560 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:30.837345 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4d107fa8-4e9a-4475-9a18-dfb533a78edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:30.874773 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4d107fa8-4e9a-4475-9a18-dfb533a78edf None None] Port 7ab239de-3794-44b4-b45f-0d49d3ea1560 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:29:31.093920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ab239de-3794-44b4-b45f-0d49d3ea1560 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:31.101325 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:31.114358 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Transition to ACTIVE for port object 7ab239de-3794-44b4-b45f-0d49d3ea1560 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:31.117366 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:31.168638 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:31.275626 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Attempting to bind port 7ab239de-3794-44b4-b45f-0d49d3ea1560 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:29:31.275955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Attempting to bind port 7ab239de-3794-44b4-b45f-0d49d3ea1560 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:29:31.276295 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Attempting to bind port 7ab239de-3794-44b4-b45f-0d49d3ea1560 on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:31.285801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d182df52-c102-4a67-b217-67be2d0f8240 req-ab2fe48d-0fb2-43c0-b6b6-9489924486e8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:31.287308 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d182df52-c102-4a67-b217-67be2d0f8240 req-ab2fe48d-0fb2-43c0-b6b6-9489924486e8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0717006 Sep 14 16:29:31.291420 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Port 7ab239de-3794-44b4-b45f-0d49d3ea1560 on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:29:31.291740 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Attempting to bind port 7ab239de-3794-44b4-b45f-0d49d3ea1560 on network 322255d8-05ab-4bd2-9712-c3dd3a0abcff {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:31.306365 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:29:31.306703 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Checking segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:29:31.307091 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Bound using segment: {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:29:31.307563 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Bound port: 7ab239de-3794-44b4-b45f-0d49d3ea1560, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be76d055-4e73-4670-a6b5-b682f8eade35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:29:31.307925 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:31.364277 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d182df52-c102-4a67-b217-67be2d0f8240 req-902acb88-ecb8-4790-83a9-c707626fcc1e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688477 Sep 14 16:29:31.400345 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:29:31.404064 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:29:31.408627 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:31.443086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:31.443685 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:31.445163 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] 10.222.0.20 "PUT /v2.0/ports/7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 200 len: 1093 time: 0.7358036 Sep 14 16:29:31.445616 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:31.447798 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb7ecc3b-8a97-4627-88fe-32f983dbba17" -d '{"events": [{"name": "network-changed", "server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:31.479787 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dade6-18bc-457a-b1ac-f404d878cdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:31.496035 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3f90c4-61ce-4970-900f-079ca6e54e7a x-openstack-request-id: req-8b3f90c4-61ce-4970-900f-079ca6e54e7a {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:31.496410 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:31.496661 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8b3f90c4-61ce-4970-900f-079ca6e54e7a {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:31.497051 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'status': 'completed', 'code': 200} Sep 14 16:29:31.531540 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-2b70fd86-1118-4916-a114-09eb48afa607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:31.533041 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-2b70fd86-1118-4916-a114-09eb48afa607 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1096 time: 0.0464134 Sep 14 16:29:31.586964 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-2fd98d5c-d6af-480b-850f-7b39fa5b76ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 200 len: 217 time: 0.0388322 Sep 14 16:29:31.640301 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-445ccb13-0d34-43e0-8e8d-2935127c161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:31.641792 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-445ccb13-0d34-43e0-8e8d-2935127c161a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0472686 Sep 14 16:29:31.691202 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-56b148d2-921a-4eef-9259-2efcd7705930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:31.692807 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-56b148d2-921a-4eef-9259-2efcd7705930 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395048 Sep 14 16:29:32.021654 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-6452012d-1a7d-4f42-8ae2-fc9a9e6a933a service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198006 Sep 14 16:29:32.033777 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e0eb8-d326-4c37-8dd7-4059c9977de8 req-f3c6b401-d729-4dba-b2d4-b98d28d8559f tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:32.035178 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7c4e0eb8-d326-4c37-8dd7-4059c9977de8 req-f3c6b401-d729-4dba-b2d4-b98d28d8559f tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 945 time: 0.0680737 Sep 14 16:29:32.123083 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7c4e0eb8-d326-4c37-8dd7-4059c9977de8 req-28a4ce9e-2d92-48b1-b11c-efed7ed1de65 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796225 Sep 14 16:29:32.150351 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-092dd7d7-d78b-4707-98c4-c01e65e665e3 req-bd2792ab-c0c9-4b88-a44d-b76515e8a84a service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142397 Sep 14 16:29:32.251935 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-c5e3da02-b1c7-49f3-b9cf-0f547319e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:32.253446 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-c5e3da02-b1c7-49f3-b9cf-0f547319e135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1096 time: 0.0418494 Sep 14 16:29:32.352462 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-1ce48d22-20cb-49ca-ba1a-df0a36557362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:32.353979 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-1ce48d22-20cb-49ca-ba1a-df0a36557362 service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.0903981 Sep 14 16:29:32.400828 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-e5f0e647-91a0-4953-8cf5-5bcf896302d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 200 len: 217 time: 0.0382187 Sep 14 16:29:32.474438 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-b08a6297-67a9-4b2d-b2ca-b5dbab848e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:32.475972 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-b08a6297-67a9-4b2d-b2ca-b5dbab848e7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0676041 Sep 14 16:29:32.521801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38722a5-605f-4611-a833-eee80418e419 req-6d503d5f-9cf0-492d-8c19-5f8bde004500 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:32.523256 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d38722a5-605f-4611-a833-eee80418e419 req-6d503d5f-9cf0-492d-8c19-5f8bde004500 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0830247 Sep 14 16:29:32.552383 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-2d7b5f43-6f6e-4a6f-b2fb-88bd29c84df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:32.553863 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-2d7b5f43-6f6e-4a6f-b2fb-88bd29c84df6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0697501 Sep 14 16:29:32.577407 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d38722a5-605f-4611-a833-eee80418e419 req-fe64096b-7e50-462b-9aea-9139002d81d8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482516 Sep 14 16:29:32.654818 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-79451410-3e3a-4302-80c4-29ad55d24cee service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913830 Sep 14 16:29:32.753014 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb7ecc3b-8a97-4627-88fe-32f983dbba17 req-3aa3c908-75a5-4b33-b91d-c40257c42438 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884178 Sep 14 16:29:33.241892 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5f7c3-92e7-4e65-af9e-4f6e037230ab req-e762b12e-3c36-4335-93dd-f048eb5f82d1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:33.243383 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1da5f7c3-92e7-4e65-af9e-4f6e037230ab req-e762b12e-3c36-4335-93dd-f048eb5f82d1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 945 time: 0.0512588 Sep 14 16:29:33.281588 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1da5f7c3-92e7-4e65-af9e-4f6e037230ab req-6d98bf70-0865-423d-9441-8ee1157bb7b0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Sep 14 16:29:33.711927 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640523c-2bb2-43a4-bc7f-deef17deb774 req-8ee3b161-43da-46fe-8cac-2be40e7b0daf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:33.713474 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0640523c-2bb2-43a4-bc7f-deef17deb774 req-8ee3b161-43da-46fe-8cac-2be40e7b0daf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0533371 Sep 14 16:29:33.758463 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0640523c-2bb2-43a4-bc7f-deef17deb774 req-bfe541a0-b77e-4a93-8ecf-7befa59a84d1 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383589 Sep 14 16:29:34.314597 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:29:34.413713 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:34.425780 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'port_id': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'mac_address': 'fa:16:3e:4e:4b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:29:34.465137 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:34.485933 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab239de-3794-44b4-b45f-0d49d3ea1560 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:34.507052 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:34.512229 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:34.562822 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:34.843415 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['7ab239de-3794-44b4-b45f-0d49d3ea1560'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:29:34.918860 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece79883-9e04-4454-8f35-e6894d65b143 req-c055b7c4-3e15-4ddf-877d-9e1d0b14da6d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:34.920554 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ece79883-9e04-4454-8f35-e6894d65b143 req-c055b7c4-3e15-4ddf-877d-9e1d0b14da6d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 944 time: 0.0603032 Sep 14 16:29:35.026994 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ece79883-9e04-4454-8f35-e6894d65b143 req-ce8a199e-70d1-446b-a43e-89b1996adcda tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998538 Sep 14 16:29:35.064086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9b4cd690-9d64-48b9-8498-9522b760bb4d tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:35.065926 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9b4cd690-9d64-48b9-8498-9522b760bb4d tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.1297655 Sep 14 16:29:35.084517 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-32e68813-0368-4345-bd09-603bd26d1daf tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/quotas/6085aed55de44c038f60359ad38dc83d HTTP/1.1" status: 200 len: 375 time: 0.0116496 Sep 14 16:29:35.136383 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-a488d47f-b5f9-4a7d-9594-2f0d5e2a604a tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461557 Sep 14 16:29:35.227866 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e4cad8f1-d00c-464d-9a98-4ad790ece427 service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832503 Sep 14 16:29:35.324560 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-cca602d4-4610-4016-b22d-ec80166658e7 service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899823 Sep 14 16:29:35.501771 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-978e6774-f8e5-40c7-aaea-59d42ea91b43 req-c7bd20f2-fc91-4ed4-b9bb-0247eb0b8cd8 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 210 time: 0.0319388 Sep 14 16:29:36.160550 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06959db-cc7f-409b-bfef-9a8658c2e4b2 req-523da06d-e81d-4309-b95a-baf687b5423b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:36.161826 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b06959db-cc7f-409b-bfef-9a8658c2e4b2 req-523da06d-e81d-4309-b95a-baf687b5423b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 944 time: 0.0604975 Sep 14 16:29:36.200272 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b06959db-cc7f-409b-bfef-9a8658c2e4b2 req-c488136e-c27e-42a5-8fcd-693cafea80bc tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322053 Sep 14 16:29:36.338726 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:29:36.395139 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 7ab239de-3794-44b4-b45f-0d49d3ea1560 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:36.399819 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 7ab239de-3794-44b4-b45f-0d49d3ea1560 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:36.400190 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:36.481364 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:36.510789 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:36.514460 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e287c4-3c30-40e8-906c-8da96d5d84ae" -d '{"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:36.521684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-33c4bf9c-1b7f-49e8-8e63-90a566913048 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:36.523720 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-33c4bf9c-1b7f-49e8-8e63-90a566913048 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.1289923 Sep 14 16:29:36.529836 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:36.535838 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:36.550121 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Request body: {'port': {'device_id': '592235e1-05c6-4294-b536-bfd69d3873cb', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'admin_state_up': True, 'tenant_id': '6085aed55de44c038f60359ad38dc83d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:36.573612 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe3963c-e567-4b9d-930b-ec6b8fa64911 x-openstack-request-id: req-fbe3963c-e567-4b9d-930b-ec6b8fa64911 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:36.574742 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:36.575007 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbe3963c-e567-4b9d-930b-ec6b8fa64911 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:36.576102 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'code': 200} Sep 14 16:29:36.605466 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:36.662283 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2c29a8f4-7495-4751-825b-dc92ccbb14ad req-66e795b7-5b52-4541-8196-5265e467f614 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 210 time: 0.0356836 Sep 14 16:29:36.718833 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Made reservation on behalf of 6085aed55de44c038f60359ad38dc83d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:29:36.722291 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:36.764599 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c09233-07d8-4f79-9d2e-aa9aa2fb19a0 req-f9823887-6c4c-4623-9b81-c540eb2f8099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:36.766388 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-32c09233-07d8-4f79-9d2e-aa9aa2fb19a0 req-f9823887-6c4c-4623-9b81-c540eb2f8099 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1098 time: 0.0503585 Sep 14 16:29:36.810316 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-32c09233-07d8-4f79-9d2e-aa9aa2fb19a0 req-b927a133-9e63-4d38-91a9-66782f79beac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298691 Sep 14 16:29:36.854896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Allocated IP 172.20.0.11 (a717ec83-f6e7-4bbe-82d8-6e67f46fad53/0d931428-bdbd-4210-810d-f1d85bfe6dd2/7b64aa00-dfa4-4831-888d-f1223e4776a0) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:37.001734 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.038876 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.051607 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1', '8bbdcabf-57ad-401e-b88e-0e9be483db44'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:29:37.086262 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:37.089314 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:37.093693 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:37.102258 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event updated for resources: {'Port': ['ID=7b64aa00-dfa4-4831-888d-f1223e4776a0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:37.147154 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:37.147770 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.164019 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-e6f18b4a-6e60-4992-a03a-b94f06941ee9 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6182625 Sep 14 16:29:37.178212 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Request body: {'port': {'device_id': '592235e1-05c6-4294-b536-bfd69d3873cb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:37.231979 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.397457 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8603d1-baea-478e-9f89-57b2028c8c56 req-4d9bbde5-d2d4-4457-9f3b-fad25ade9247 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:37.398929 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a8603d1-baea-478e-9f89-57b2028c8c56 req-4d9bbde5-d2d4-4457-9f3b-fad25ade9247 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.1249278 Sep 14 16:29:37.485430 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8a8603d1-baea-478e-9f89-57b2028c8c56 req-ea3b3469-f314-480c-9151-302f0571fe07 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766122 Sep 14 16:29:37.563006 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b64aa00-dfa4-4831-888d-f1223e4776a0 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:37.570351 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.582414 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Transition to ACTIVE for port object 7b64aa00-dfa4-4831-888d-f1223e4776a0 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:37.586543 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.638371 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b64aa00-dfa4-4831-888d-f1223e4776a0,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:37.703712 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Attempting to bind port 7b64aa00-dfa4-4831-888d-f1223e4776a0 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:29:37.704069 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Attempting to bind port 7b64aa00-dfa4-4831-888d-f1223e4776a0 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:29:37.704421 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Attempting to bind port 7b64aa00-dfa4-4831-888d-f1223e4776a0 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:37.709312 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Port 7b64aa00-dfa4-4831-888d-f1223e4776a0 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:29:37.710162 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Attempting to bind port 7b64aa00-dfa4-4831-888d-f1223e4776a0 on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:37.715642 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:29:37.715964 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Checking segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:29:37.716338 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Bound using segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:29:37.716744 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Bound port: 7b64aa00-dfa4-4831-888d-f1223e4776a0, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:29:37.717089 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.814279 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159803c7-7e87-4768-9f54-b206c450adbe req-8f9e3fca-890c-4f6b-b046-4a48691d0dcf tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:37.815645 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-159803c7-7e87-4768-9f54-b206c450adbe req-8f9e3fca-890c-4f6b-b046-4a48691d0dcf tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 944 time: 0.0841787 Sep 14 16:29:37.816671 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] For port 7b64aa00-dfa4-4831-888d-f1223e4776a0, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:29:37.819945 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] For port 7b64aa00-dfa4-4831-888d-f1223e4776a0, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7b64aa00-dfa4-4831-888d-f1223e4776a0,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:29:37.830750 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.880482 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:37.881084 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:37.882465 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] 10.222.0.20 "PUT /v2.0/ports/7b64aa00-dfa4-4831-888d-f1223e4776a0 HTTP/1.1" status: 200 len: 1094 time: 0.7085757 Sep 14 16:29:37.884477 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592235e1-05c6-4294-b536-bfd69d3873cb', 'tag': '7b64aa00-dfa4-4831-888d-f1223e4776a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:37.887424 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05caa25-2c0d-41b5-af4a-78c175cee315" -d '{"events": [{"name": "network-changed", "server_uuid": "592235e1-05c6-4294-b536-bfd69d3873cb", "tag": "7b64aa00-dfa4-4831-888d-f1223e4776a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:37.918429 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-159803c7-7e87-4768-9f54-b206c450adbe req-8bb54955-f86d-4843-b2c3-05ae9728ae5d tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963657 Sep 14 16:29:37.921513 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4be049-37cf-4075-af51-f9622f54ace9 service neutron] Pushing event updated for resources: {'Port': ['ID=7b64aa00-dfa4-4831-888d-f1223e4776a0,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:37.942964 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3d763e-a827-4585-b8d5-8d9fc38dcc06 x-openstack-request-id: req-1d3d763e-a827-4585-b8d5-8d9fc38dcc06 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:37.943250 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592235e1-05c6-4294-b536-bfd69d3873cb", "tag": "7b64aa00-dfa4-4831-888d-f1223e4776a0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:37.943502 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d3d763e-a827-4585-b8d5-8d9fc38dcc06 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:37.943900 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592235e1-05c6-4294-b536-bfd69d3873cb', 'tag': '7b64aa00-dfa4-4831-888d-f1223e4776a0', 'status': 'completed', 'code': 200} Sep 14 16:29:37.986309 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-a32d5b1e-da06-4f0d-9e8f-30685e196a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:37.987740 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-a32d5b1e-da06-4f0d-9e8f-30685e196a87 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 1097 time: 0.0400648 Sep 14 16:29:38.033734 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-0b3f9a09-4b78-40fa-88cf-508ef3540187 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b64aa00-dfa4-4831-888d-f1223e4776a0 HTTP/1.1" status: 200 len: 217 time: 0.0338123 Sep 14 16:29:38.094751 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-93f4f278-62bb-41f3-a7f0-0b7898faecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:38.096186 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-93f4f278-62bb-41f3-a7f0-0b7898faecea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0473199 Sep 14 16:29:38.133480 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-f77fd2a0-b6e7-48c9-9877-ac65bf300995 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258181 Sep 14 16:29:38.236507 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-f3c20dda-3d23-4314-a408-ac29ba4d7292 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847926 Sep 14 16:29:38.336061 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-330ef093-69ac-4ade-b29c-5ce2e9e3b16d req-1566fe5e-d757-49e7-a36a-b690614a62dd service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907977 Sep 14 16:29:38.432486 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-f7338245-3cc1-45c1-9ee4-ad4d0909ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:38.434639 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-f7338245-3cc1-45c1-9ee4-ad4d0909ac5a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 1097 time: 0.0415428 Sep 14 16:29:38.531968 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-21ac1921-a7b1-49f3-9af7-b4791c1feca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:38.533454 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-21ac1921-a7b1-49f3-9af7-b4791c1feca2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 915 time: 0.0880888 Sep 14 16:29:38.593797 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-ecbf84ad-a607-4511-baa1-acb5fd75451d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7b64aa00-dfa4-4831-888d-f1223e4776a0 HTTP/1.1" status: 200 len: 217 time: 0.0437436 Sep 14 16:29:38.668412 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-c052aa2b-9de0-43ff-87fb-8722c5ad80ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:38.669920 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-c052aa2b-9de0-43ff-87fb-8722c5ad80ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0617254 Sep 14 16:29:38.678219 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847eb91-7f87-46e4-9ed3-57c18004cdaa req-bef0f9eb-8593-4948-b00d-c172f40d8239 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:38.679575 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5847eb91-7f87-46e4-9ed3-57c18004cdaa req-bef0f9eb-8593-4948-b00d-c172f40d8239 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.1236858 Sep 14 16:29:38.711903 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-374cb770-3415-4eb3-a094-2ead4985088c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289528 Sep 14 16:29:38.753405 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5847eb91-7f87-46e4-9ed3-57c18004cdaa req-bd442be6-5e91-4418-b50d-412c1cd1326c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632131 Sep 14 16:29:38.822003 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-5846fd8a-bfc3-4022-bbfb-1483fdd5c691 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979826 Sep 14 16:29:38.895588 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236815a3-393b-4923-83c4-26803c1405ed req-b96e1632-88ae-4880-b140-4e031645fe12 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:38.897048 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-236815a3-393b-4923-83c4-26803c1405ed req-b96e1632-88ae-4880-b140-4e031645fe12 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0741920 Sep 14 16:29:38.906013 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45692) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:38.910515 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Request body: {'floatingip': {'port_id': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:38.949057 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e05caa25-2c0d-41b5-af4a-78c175cee315 req-98582073-7875-455e-b4b7-c44c86559fdf service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012168 Sep 14 16:29:38.956129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:39.045591 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e2ade1-d8e0-4d34-a756-140285218eef req-fd19f758-a635-4a74-a44d-bdfdd96b56cb tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:39.047053 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48e2ade1-d8e0-4d34-a756-140285218eef req-fd19f758-a635-4a74-a44d-bdfdd96b56cb tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 944 time: 0.0570114 Sep 14 16:29:39.083953 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48e2ade1-d8e0-4d34-a756-140285218eef req-39d45d53-b231-4d1c-aee4-77a680ccb070 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310121 Sep 14 16:29:39.374331 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:39.378166 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:39.474787 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Floating IP a130c02d-f810-4f9e-a9d6-87c5f0f9fc57 associated. External IP: 172.27.3.230, port: 7ab239de-3794-44b4-b45f-0d49d3ea1560. Sep 14 16:29:39.676946 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Router 31aac719-9dde-4788-9fa6-96368f07fabe has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:29:39.782057 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:29:39.786830 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:39.791532 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] Sync routers for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:29:39.800132 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:39.800748 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:39.815933 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eb33642e-acb3-4b90-b735-f9e5ac5b6c30 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "PUT /v2.0/floatingips/a130c02d-f810-4f9e-a9d6-87c5f0f9fc57 HTTP/1.1" status: 200 len: 991 time: 0.9088171 Sep 14 16:29:39.816512 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:39.818749 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d" -d '{"events": [{"name": "network-changed", "server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:39.864582 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77b0e05-1d64-4c37-9fba-baeb90f59c7f x-openstack-request-id: req-d77b0e05-1d64-4c37-9fba-baeb90f59c7f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:39.864873 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:39.865120 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d77b0e05-1d64-4c37-9fba-baeb90f59c7f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:39.865542 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'status': 'completed', 'code': 200} Sep 14 16:29:39.914202 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:39.941587 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-dc852e37-25d8-4139-a6a3-bc503181cc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:39.942988 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-dc852e37-25d8-4139-a6a3-bc503181cc23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1098 time: 0.0413055 Sep 14 16:29:40.042311 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-e2a3cf70-0f5d-446f-8093-5f0b4897988a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:40.043839 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-e2a3cf70-0f5d-446f-8093-5f0b4897988a service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.0891910 Sep 14 16:29:40.113948 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-9235c7ff-6ac2-403c-9fb3-57bfb01c9c12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 200 len: 999 time: 0.0571988 Sep 14 16:29:40.139626 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': 'a130c02d-f810-4f9e-a9d6-87c5f0f9fc57', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'port_id': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'mac_address': 'fa:16:3e:4e:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:27Z', 'updated_at': '2021-09-14T16:29:39Z', 'revision_number': 1, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:40.165407 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] Checking router: 31aac719-9dde-4788-9fa6-96368f07fabe for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:29:40.173500 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:40.174109 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:40.211488 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-f9e3666f-512e-40dd-a8dc-71368c9f489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:40.212841 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-f9e3666f-512e-40dd-a8dc-71368c9f489d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0753984 Sep 14 16:29:40.226713 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568bd5-18ce-4ed2-8bd8-81b843686ebb req-e196402a-7941-4f96-967f-47a171c1e342 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:40.228120 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69568bd5-18ce-4ed2-8bd8-81b843686ebb req-e196402a-7941-4f96-967f-47a171c1e342 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 944 time: 0.0628397 Sep 14 16:29:40.277656 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:40.286318 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69568bd5-18ce-4ed2-8bd8-81b843686ebb req-531b63da-df02-4470-9632-de7d219a7f8e tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501120 Sep 14 16:29:40.292804 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-8a77e55c-719c-491d-97d3-b777ac21b171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:40.294266 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-8a77e55c-719c-491d-97d3-b777ac21b171 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0653019 Sep 14 16:29:40.517890 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': 'a130c02d-f810-4f9e-a9d6-87c5f0f9fc57', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'port_id': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'mac_address': 'fa:16:3e:4e:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:27Z', 'updated_at': '2021-09-14T16:29:39Z', 'revision_number': 1, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:40.546836 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-929aaa0c-de92-4b7b-a2a3-1be34108e9ff None None] The sync data for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi is: [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': 'a130c02d-f810-4f9e-a9d6-87c5f0f9fc57', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'floating_ip_address': '172.27.3.230', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'port_id': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'mac_address': 'fa:16:3e:4e:4b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:27Z', 'updated_at': '2021-09-14T16:29:39Z', 'revision_number': 1, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:29:40.607241 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-978cf6ae-dbd6-4e71-965a-55dc66510f20 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037882 Sep 14 16:29:40.700758 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-765dd256-cc0d-4369-8fc2-9c4bd2b5a08d req-eb575eb7-2af0-455a-bf49-5ce0fc5f0195 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840538 Sep 14 16:29:40.729127 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-292a8185-eff4-41a1-8386-b5be7392e8c5 None None] New status for floating IP a130c02d-f810-4f9e-a9d6-87c5f0f9fc57: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:29:41.400837 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5177936c-aac7-4fd5-b651-94a479947528 req-486c116b-0123-45c4-b6dd-7e3f74d278fc tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:41.402911 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5177936c-aac7-4fd5-b651-94a479947528 req-486c116b-0123-45c4-b6dd-7e3f74d278fc tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 944 time: 0.0504031 Sep 14 16:29:41.439249 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5177936c-aac7-4fd5-b651-94a479947528 req-89b44316-3f13-4d22-a99b-f79c7cd11732 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304866 Sep 14 16:29:42.366641 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7b64aa00-dfa4-4831-888d-f1223e4776a0 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:29:42.461183 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7b64aa00-dfa4-4831-888d-f1223e4776a0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7b64aa00-dfa4-4831-888d-f1223e4776a0,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:42.472486 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '7b64aa00-dfa4-4831-888d-f1223e4776a0', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'port_id': '7b64aa00-dfa4-4831-888d-f1223e4776a0', 'mac_address': 'fa:16:3e:cf:a1:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d931428-bdbd-4210-810d-f1d85bfe6dd2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:29:42.509674 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:42.522986 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b64aa00-dfa4-4831-888d-f1223e4776a0 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:42.547774 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7b64aa00-dfa4-4831-888d-f1223e4776a0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7b64aa00-dfa4-4831-888d-f1223e4776a0,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:42.552001 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:42.553848 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47669fdf-ecd3-4f73-8535-da934df35b5b req-75552581-91ae-4597-883f-c33843e45904 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:42.555355 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47669fdf-ecd3-4f73-8535-da934df35b5b req-75552581-91ae-4597-883f-c33843e45904 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 944 time: 0.0511422 Sep 14 16:29:42.592978 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-47669fdf-ecd3-4f73-8535-da934df35b5b req-878439f7-5f4e-456b-adea-a97f143f5efc tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Sep 14 16:29:42.600230 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7b64aa00-dfa4-4831-888d-f1223e4776a0,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:42.874888 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['7b64aa00-dfa4-4831-888d-f1223e4776a0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:29:43.709949 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc1636-2cc1-447f-bcfe-5ea87d4edac4 req-01ec6bc1-3b5c-4e40-8b90-fced6de15ff8 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:43.711402 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38dc1636-2cc1-447f-bcfe-5ea87d4edac4 req-01ec6bc1-3b5c-4e40-8b90-fced6de15ff8 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 945 time: 0.0517178 Sep 14 16:29:43.753794 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38dc1636-2cc1-447f-bcfe-5ea87d4edac4 req-6989b01b-0371-4d1a-864c-1e612c155811 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361633 Sep 14 16:29:44.361966 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7b64aa00-dfa4-4831-888d-f1223e4776a0 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:29:44.409546 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 7b64aa00-dfa4-4831-888d-f1223e4776a0 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:44.413326 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 7b64aa00-dfa4-4831-888d-f1223e4776a0 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:44.413733 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:44.496812 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:44.519701 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592235e1-05c6-4294-b536-bfd69d3873cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b64aa00-dfa4-4831-888d-f1223e4776a0'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:44.521951 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ed241b-9329-4e68-9e0a-ad1855e7adda" -d '{"events": [{"server_uuid": "592235e1-05c6-4294-b536-bfd69d3873cb", "name": "network-vif-plugged", "status": "completed", "tag": "7b64aa00-dfa4-4831-888d-f1223e4776a0"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:44.534677 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7b64aa00-dfa4-4831-888d-f1223e4776a0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7b64aa00-dfa4-4831-888d-f1223e4776a0,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:44.539720 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:44.567274 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364e5a65-60e6-4a0e-94d5-931a91da8ba2 x-openstack-request-id: req-364e5a65-60e6-4a0e-94d5-931a91da8ba2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:44.567562 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592235e1-05c6-4294-b536-bfd69d3873cb", "name": "network-vif-plugged", "status": "completed", "tag": "7b64aa00-dfa4-4831-888d-f1223e4776a0", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:44.567809 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-364e5a65-60e6-4a0e-94d5-931a91da8ba2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:44.568193 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592235e1-05c6-4294-b536-bfd69d3873cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b64aa00-dfa4-4831-888d-f1223e4776a0', 'code': 200} Sep 14 16:29:44.603014 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7b64aa00-dfa4-4831-888d-f1223e4776a0,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:44.752685 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6c260-2b91-4348-9741-af639ced338a req-9222d5f4-5c70-4db0-a7b6-050f747dd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:44.754075 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30b6c260-2b91-4348-9741-af639ced338a req-9222d5f4-5c70-4db0-a7b6-050f747dd741 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 1099 time: 0.0438323 Sep 14 16:29:44.793511 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30b6c260-2b91-4348-9741-af639ced338a req-933863f0-448d-4976-90e2-2c22803aad98 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309050 Sep 14 16:29:44.875043 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24d393-5da3-4e19-92d6-1f15881e553a req-f3691981-9c97-496d-8d19-7603544ca5ea tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:44.876758 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c24d393-5da3-4e19-92d6-1f15881e553a req-f3691981-9c97-496d-8d19-7603544ca5ea tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 946 time: 0.0553374 Sep 14 16:29:44.916948 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c24d393-5da3-4e19-92d6-1f15881e553a req-46729db6-216a-4ed7-8e30-f2bcd5b769bd tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342607 Sep 14 16:29:45.708022 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:46.039832 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba15a9-bc18-4aa6-8ce3-f6543f3c0399 req-1852a247-6e76-4385-94cf-eec0a97970e1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:46.042133 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99ba15a9-bc18-4aa6-8ce3-f6543f3c0399 req-1852a247-6e76-4385-94cf-eec0a97970e1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 946 time: 0.0580060 Sep 14 16:29:46.082771 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-99ba15a9-bc18-4aa6-8ce3-f6543f3c0399 req-412c76b7-73f4-4b5f-88a3-40bdb19defcb tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342042 Sep 14 16:29:46.146148 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a1177-8951-4230-916b-2617d3436c2e req-8803cffa-23d8-47a3-9436-91bf59e977dd tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:46.147683 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d1a1177-8951-4230-916b-2617d3436c2e req-8803cffa-23d8-47a3-9436-91bf59e977dd tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0527837 Sep 14 16:29:46.188270 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9d1a1177-8951-4230-916b-2617d3436c2e req-a9a34a82-b735-4ed2-b152-f11dfc5e7930 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341992 Sep 14 16:29:47.199452 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea15693-c845-4a2e-9266-2094d94d1568 req-e0458b37-f932-4049-8af4-46b69a96b918 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:47.200825 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ea15693-c845-4a2e-9266-2094d94d1568 req-e0458b37-f932-4049-8af4-46b69a96b918 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 946 time: 0.0520856 Sep 14 16:29:47.238131 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ea15693-c845-4a2e-9266-2094d94d1568 req-0c58f421-3042-4100-b895-ffa2f04b1696 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Sep 14 16:29:47.359791 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d398b8-8d1e-48fd-993c-1be22e328b0d req-5a6d3f46-f363-41d7-aac6-32a798486953 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:47.361708 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d1d398b8-8d1e-48fd-993c-1be22e328b0d req-5a6d3f46-f363-41d7-aac6-32a798486953 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0579004 Sep 14 16:29:47.402639 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d1d398b8-8d1e-48fd-993c-1be22e328b0d req-373f72e2-d2f7-4262-a051-b400e155c4b2 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Sep 14 16:29:47.562617 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f438bd15-24e4-4481-a62c-ee3c52be4b14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:48.519190 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390e7df5-60cf-40cf-8f8b-499eafd2b080 req-c38233a8-0f4c-4129-af41-c965fa867155 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:48.520776 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-390e7df5-60cf-40cf-8f8b-499eafd2b080 req-c38233a8-0f4c-4129-af41-c965fa867155 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0483799 Sep 14 16:29:48.559431 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-390e7df5-60cf-40cf-8f8b-499eafd2b080 req-0d5c178d-7fa9-4705-9897-a8848d117d2f tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7696037-f99b-41e2-8236-799baebfc5e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321908 Sep 14 16:29:48.663983 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-29863421-2550-49d6-92c1-acb1b07c6a9b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:48.665458 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-29863421-2550-49d6-92c1-acb1b07c6a9b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 945 time: 0.0560570 Sep 14 16:29:48.783352 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Deleting port 1bd263d8-578a-48d5-bc57-05865b23331a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:29:48.783688 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:48.889597 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] For port 1bd263d8-578a-48d5-bc57-05865b23331a, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1bd263d8-578a-48d5-bc57-05865b23331a,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:29:48.889958 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:49.125453 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:49.125732 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:49.126046 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Floating IP 0eaa6ef1-ea84-437b-8677-18041b380510 disassociated. External IP: 172.27.3.182, port: 1bd263d8-578a-48d5-bc57-05865b23331a. Sep 14 16:29:49.126386 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Calling delete_port for 1bd263d8-578a-48d5-bc57-05865b23331a owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:29:49.257679 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:49.290387 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event deleted for resources: {'Port': ['ID=1bd263d8-578a-48d5-bc57-05865b23331a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:49.419756 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Router 4fe07bc8-a1f3-4143-8633-438c14871b2c has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:29:49.533998 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:29:49.544002 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] Sync routers for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:29:49.552673 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:49.553283 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:49.580257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] No DVR routers for this DVR port 1bd263d8-578a-48d5-bc57-05865b23331a on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:29:49.582739 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:49.585517 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3d189e54-6d5d-45e4-b9ac-62ec2bfcee75 req-2cd1aa40-3bf6-4e7e-9e01-d44f8358289b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "DELETE /v2.0/ports/1bd263d8-578a-48d5-bc57-05865b23331a HTTP/1.1" status: 204 len: 173 time: 0.8964920 Sep 14 16:29:49.586127 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'name': 'network-vif-deleted', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:49.588601 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-151be181-7d7d-4310-86d7-cebe9db4bef3" -d '{"events": [{"server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "name": "network-vif-deleted", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:49.653011 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88133a9-3298-4154-bf1d-b5d2ab3c1d57 x-openstack-request-id: req-a88133a9-3298-4154-bf1d-b5d2ab3c1d57 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:49.653547 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3213fc25-a0eb-4c00-856e-811bb14f476d", "name": "network-vif-deleted", "tag": "1bd263d8-578a-48d5-bc57-05865b23331a", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:49.653900 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a88133a9-3298-4154-bf1d-b5d2ab3c1d57 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:49.654375 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3213fc25-a0eb-4c00-856e-811bb14f476d', 'name': 'network-vif-deleted', 'tag': '1bd263d8-578a-48d5-bc57-05865b23331a', 'status': 'completed', 'code': 200} Sep 14 16:29:49.673199 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:49.696754 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2bafa0a7-8804-4ceb-bd35-b824b60a01c9 req-633219ca-80a7-4522-8357-6f4a17789489 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=3213fc25-a0eb-4c00-856e-811bb14f476d HTTP/1.1" status: 200 len: 210 time: 0.0413759 Sep 14 16:29:49.901213 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:49.934028 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] Checking router: 4fe07bc8-a1f3-4143-8633-438c14871b2c for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:29:49.942742 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:29:49.943357 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:50.030982 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-da2f29b8-2732-49f3-abb5-2650c46f7daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:50.067562 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:29:50.281273 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:29:50.307482 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a5fb6d-1679-4223-96de-5594d917103d None None] The sync data for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi is: [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:29:50.370859 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:50.521793 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec2374a-a183-438f-a77c-5335b2d98fe5 None None] New status for floating IP 0eaa6ef1-ea84-437b-8677-18041b380510: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:29:50.790856 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 45784) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:50.845288 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447ca912-7395-463a-a43a-90950fbaed80 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:50.872121 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447ca912-7395-463a-a43a-90950fbaed80 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:50.923413 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447ca912-7395-463a-a43a-90950fbaed80 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:50.926944 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-447ca912-7395-463a-a43a-90950fbaed80 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:50.928102 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-447ca912-7395-463a-a43a-90950fbaed80 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "DELETE /v2.0/security-groups/e7696037-f99b-41e2-8236-799baebfc5e7 HTTP/1.1" status: 204 len: 168 time: 0.1361454 Sep 14 16:29:50.930999 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45786) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:50.937176 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ca912-7395-463a-a43a-90950fbaed80 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7696037-f99b-41e2-8236-799baebfc5e7,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:50.947058 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.api.v2.resource [None req-9d3a4675-4722-485d-865e-eb25642ff59c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] show failed (client error): The resource could not be found. Sep 14 16:29:50.948222 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9d3a4675-4722-485d-865e-eb25642ff59c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups/e7696037-f99b-41e2-8236-799baebfc5e7 HTTP/1.1" status: 404 len: 347 time: 0.0162036 Sep 14 16:29:50.951019 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45788) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:51.078820 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Deleting port 6d6febcc-6497-437c-8ea6-a5b70a641f2c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:29:51.079157 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:51.157025 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:51.157347 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:51.168857 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Calling delete_port for 6d6febcc-6497-437c-8ea6-a5b70a641f2c owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:29:51.305677 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:51.338580 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event deleted for resources: {'Port': ['ID=6d6febcc-6497-437c-8ea6-a5b70a641f2c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:51.397563 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:51.400586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:51.402009 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-00887920-63d4-4132-85d5-907ef4f3b437 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "DELETE /v2.0/floatingips/0eaa6ef1-ea84-437b-8677-18041b380510 HTTP/1.1" status: 204 len: 168 time: 0.4500065 Sep 14 16:29:51.403129 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.120844 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45798) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:52.125343 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-2fc6c2ab-a32f-4ae9-b069-650d90e66771 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--780570577', 'description': 'tempest-description--1883128031'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:52.146291 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fc6c2ab-a32f-4ae9-b069-650d90e66771 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.228004 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fc6c2ab-a32f-4ae9-b069-650d90e66771 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.232353 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fc6c2ab-a32f-4ae9-b069-650d90e66771 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.261891 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6c2ab-a32f-4ae9-b069-650d90e66771 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:52.268353 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-2fc6c2ab-a32f-4ae9-b069-650d90e66771 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.269831 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-2fc6c2ab-a32f-4ae9-b069-650d90e66771 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1477547 Sep 14 16:29:52.272539 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45800) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:52.279066 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-9a7f76cb-a0eb-44e8-a911-014a2dc61ce4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a80b5-b7e7-4f5e-bab7-561f41b830d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:52.307990 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a7f76cb-a0eb-44e8-a911-014a2dc61ce4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.365310 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1bd263d8-578a-48d5-bc57-05865b23331a no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:29:52.366984 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a7f76cb-a0eb-44e8-a911-014a2dc61ce4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.370892 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a7f76cb-a0eb-44e8-a911-014a2dc61ce4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.385655 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f76cb-a0eb-44e8-a911-014a2dc61ce4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbb2ff6-6d86-4f70-8d91-2113b1256ee4,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:52.385921 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 1bd263d8-578a-48d5-bc57-05865b23331a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:29:52.386034 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1bd263d8-578a-48d5-bc57-05865b23331a not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:29:52.394678 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9a7f76cb-a0eb-44e8-a911-014a2dc61ce4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.395864 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9a7f76cb-a0eb-44e8-a911-014a2dc61ce4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224084 Sep 14 16:29:52.398638 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45802) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:52.403415 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-3b35a536-12d7-4325-bbd3-6fd7429fdc85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'security_group_rule': {'security_group_id': 'ab2a80b5-b7e7-4f5e-bab7-561f41b830d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:52.429490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b35a536-12d7-4325-bbd3-6fd7429fdc85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.485079 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b35a536-12d7-4325-bbd3-6fd7429fdc85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.488649 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b35a536-12d7-4325-bbd3-6fd7429fdc85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.507005 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35a536-12d7-4325-bbd3-6fd7429fdc85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08acbad1-bab3-4159-acd7-e643b75e8dfc,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:52.511544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3b35a536-12d7-4325-bbd3-6fd7429fdc85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.512640 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3b35a536-12d7-4325-bbd3-6fd7429fdc85 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1130769 Sep 14 16:29:52.515816 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45804) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:29:52.520271 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:52.542402 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.613826 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.651115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.755302 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Allocated IP 172.27.3.169 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/cd947f77-41cf-45c3-8679-77f63fc6b4ee) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:52.857516 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.903631 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:52.941674 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:52.946024 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:52.953088 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:52.956174 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'Port': ['ID=cd947f77-41cf-45c3-8679-77f63fc6b4ee,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:53.040434 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:53.081336 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:53.233846 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:53.238005 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:53.308691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'Port': ['ID=cd947f77-41cf-45c3-8679-77f63fc6b4ee,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:53.320278 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:53.334452 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:53.336034 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e207c245-a986-4cbc-a9d2-61200ac886a6 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8189542 Sep 14 16:29:53.518987 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-134fbb29-f981-4485-97e7-272297cf65d5 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--780570577&fields=id&tenant_id=9aab42d093a8415e8dfc579b3b449515 HTTP/1.1" status: 200 len: 267 time: 0.0339844 Sep 14 16:29:53.631204 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-b2be86a0-4d35-4554-91a5-ecdee15b380c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:53.632629 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-b2be86a0-4d35-4554-91a5-ecdee15b380c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 810 time: 0.1071215 Sep 14 16:29:53.647346 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-b92bd009-97dd-4473-91a8-ac143afc005b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/quotas/9aab42d093a8415e8dfc579b3b449515 HTTP/1.1" status: 200 len: 375 time: 0.0087268 Sep 14 16:29:53.699251 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-cb986466-dfa0-4b82-94ba-97e175af2549 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0461309 Sep 14 16:29:53.793839 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-ee761c58-9dbb-4023-9038-28a4c441e42c service neutron] 10.222.0.15 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830383 Sep 14 16:29:53.885455 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-3114ce02-cfd4-44d4-a151-8725de31da47 service neutron] 10.222.0.15 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856106 Sep 14 16:29:54.044434 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-43aa6947-71a7-48ed-ba40-102b57f3a411 req-bfbb7212-0f6b-4ec3-99fe-cf44a0d707ff tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 210 time: 0.0280323 Sep 14 16:29:55.172344 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9430ade7-cfbf-4519-8a8b-e8b17a6fe22e req-fcfcdf31-c7cd-4182-8acb-c1d82dfca390 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 210 time: 0.0328944 Sep 14 16:29:55.213016 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-8794610f-1d7a-43b6-bc2d-609c4fc03903 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:55.214617 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-8794610f-1d7a-43b6-bc2d-609c4fc03903 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 810 time: 0.1482213 Sep 14 16:29:55.279698 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-f9d50ff7-0329-4469-bf91-77a336d5a6e2 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9aab42d093a8415e8dfc579b3b449515 HTTP/1.1" status: 200 len: 379 time: 0.0380962 Sep 14 16:29:55.312743 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'port': {'device_id': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'admin_state_up': True, 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'security_groups': ['ab2a80b5-b7e7-4f5e-bab7-561f41b830d0']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:55.423527 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Made reservation on behalf of 9aab42d093a8415e8dfc579b3b449515 for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:29:55.427032 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:55.555728 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Allocated IP 172.20.0.12 (b998c5af-37de-41c9-85f1-3880503ad77f/f4a2764f-8c92-43ea-ac03-982b610e5e6b/8b0ff17e-0841-42a2-9b64-d5f582365459) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:29:55.699768 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:55.712817 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Transition to ACTIVE for port object 8b0ff17e-0841-42a2-9b64-d5f582365459 will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:55.743801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:55.782768 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Network b998c5af-37de-41c9-85f1-3880503ad77f is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:29:55.785864 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:29:55.789586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:29:55.826174 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event updated for resources: {'Port': ['ID=8b0ff17e-0841-42a2-9b64-d5f582365459,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:55.855687 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:55.856309 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:55.870542 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-08d23fb0-168a-42b6-9bd8-5d4aca5f1d51 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5618777 Sep 14 16:29:55.891756 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Request body: {'port': {'device_id': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:55.948600 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:56.008027 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b2977fa1-d974-4839-baca-877faff02854 None None] Provisioning for port 8b0ff17e-0841-42a2-9b64-d5f582365459 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:29:56.012986 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-b2977fa1-d974-4839-baca-877faff02854 None None] Provisioning complete for port 8b0ff17e-0841-42a2-9b64-d5f582365459 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:29:56.012986 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b2977fa1-d974-4839-baca-877faff02854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:56.051053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-b2977fa1-d974-4839-baca-877faff02854 None None] Port 8b0ff17e-0841-42a2-9b64-d5f582365459 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:29:56.413251 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d33400-640b-4ebe-b3ef-52550a1e940a req-df53c3d5-92e0-42ea-8588-f5760b78337e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:56.414765 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68d33400-640b-4ebe-b3ef-52550a1e940a req-df53c3d5-92e0-42ea-8588-f5760b78337e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 932 time: 0.0780287 Sep 14 16:29:56.487147 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b0ff17e-0841-42a2-9b64-d5f582365459 {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:29:56.496514 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:56.500914 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68d33400-640b-4ebe-b3ef-52550a1e940a req-8a42b7ec-7b5d-4157-a186-824dde65d901 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741999 Sep 14 16:29:56.512705 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Transition to ACTIVE for port object 8b0ff17e-0841-42a2-9b64-d5f582365459 will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:29:56.522132 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:56.574367 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0ff17e-0841-42a2-9b64-d5f582365459,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:56.658282 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Attempting to bind port 8b0ff17e-0841-42a2-9b64-d5f582365459 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:29:56.658616 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Attempting to bind port 8b0ff17e-0841-42a2-9b64-d5f582365459 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:29:56.658934 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Attempting to bind port 8b0ff17e-0841-42a2-9b64-d5f582365459 on network b998c5af-37de-41c9-85f1-3880503ad77f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:56.664041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Port 8b0ff17e-0841-42a2-9b64-d5f582365459 on network b998c5af-37de-41c9-85f1-3880503ad77f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:29:56.664401 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Attempting to bind port 8b0ff17e-0841-42a2-9b64-d5f582365459 on network b998c5af-37de-41c9-85f1-3880503ad77f {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:29:56.669499 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:29:56.669855 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Checking segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:29:56.670251 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Bound using segment: {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:29:56.670657 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Bound port: 8b0ff17e-0841-42a2-9b64-d5f582365459, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b86ece09-d170-4911-a079-38ff3904b1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:29:56.671006 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:56.746514 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] For port 8b0ff17e-0841-42a2-9b64-d5f582365459, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:29:56.749882 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] For port 8b0ff17e-0841-42a2-9b64-d5f582365459, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8b0ff17e-0841-42a2-9b64-d5f582365459,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:29:56.754283 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:56.795646 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:56.796451 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:56.798388 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b0ff17e-0841-42a2-9b64-d5f582365459 HTTP/1.1" status: 200 len: 1094 time: 0.9109693 Sep 14 16:29:56.798957 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:29:56.802322 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489" -d '{"events": [{"name": "network-changed", "server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:29:56.835331 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d864ec-6dd7-4d69-ad80-a49dcb9a9f88 service neutron] Pushing event updated for resources: {'Port': ['ID=8b0ff17e-0841-42a2-9b64-d5f582365459,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:29:56.869242 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2153fa-2fbd-4d7b-a054-1d25402d865e x-openstack-request-id: req-ba2153fa-2fbd-4d7b-a054-1d25402d865e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:29:56.869564 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:29:56.870334 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba2153fa-2fbd-4d7b-a054-1d25402d865e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:29:56.870771 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'status': 'completed', 'code': 200} Sep 14 16:29:56.906242 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-a64cf969-1f90-4e42-aa7c-874e880e50fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:56.907759 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-a64cf969-1f90-4e42-aa7c-874e880e50fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 1097 time: 0.0498891 Sep 14 16:29:56.959658 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-798c376b-77c4-45d1-96c7-5a1b981754da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b0ff17e-0841-42a2-9b64-d5f582365459 HTTP/1.1" status: 200 len: 217 time: 0.0392385 Sep 14 16:29:57.009861 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-e57a2534-0473-4e1b-a0c9-cd04e6a8a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:57.011853 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-e57a2534-0473-4e1b-a0c9-cd04e6a8a9ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.0452111 Sep 14 16:29:57.060164 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f0269-6c60-44ec-beb3-3232647873a9 req-6e5f5ff8-653b-4dfb-b005-123c97f67f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:57.061656 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-6e5f5ff8-653b-4dfb-b005-123c97f67f2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399218 Sep 14 16:29:57.155860 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-d6968551-ad88-46ad-9ff4-b40395aeb9df service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846610 Sep 14 16:29:57.244680 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-232f0269-6c60-44ec-beb3-3232647873a9 req-f0797993-279c-4509-ac3c-c4c4aa4af1ed service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809329 Sep 14 16:29:57.348337 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-6a47e1d3-8a4e-4acd-83a4-b6e881c58a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:57.349922 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-6a47e1d3-8a4e-4acd-83a4-b6e881c58a23 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 1097 time: 0.0475717 Sep 14 16:29:57.451474 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-7f2cbc16-c7a0-41c2-8eec-96dca4236f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:57.454684 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-7f2cbc16-c7a0-41c2-8eec-96dca4236f89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 911 time: 0.0925062 Sep 14 16:29:57.511871 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-eb905c92-9713-4a85-a399-2554d15e83ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b0ff17e-0841-42a2-9b64-d5f582365459 HTTP/1.1" status: 200 len: 217 time: 0.0388908 Sep 14 16:29:57.565084 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-18a77a24-758d-4ac0-b93e-a7f311c8e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:57.566599 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-18a77a24-758d-4ac0-b93e-a7f311c8e6ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.0458710 Sep 14 16:29:57.643002 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-ab9805fe-a448-4e4a-a15e-6b87e1de59d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:57.644521 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-ab9805fe-a448-4e4a-a15e-6b87e1de59d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0617211 Sep 14 16:29:57.652100 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca33f9-46b6-4195-b87f-78b9c14cb2a5 req-c8ece1e8-d520-4aac-8e53-a362c9052e6d tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:57.653489 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0ca33f9-46b6-4195-b87f-78b9c14cb2a5 req-c8ece1e8-d520-4aac-8e53-a362c9052e6d tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 944 time: 0.0788887 Sep 14 16:29:57.751754 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f0ca33f9-46b6-4195-b87f-78b9c14cb2a5 req-320fb184-a538-4f52-9eae-a6fbfec41996 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921013 Sep 14 16:29:57.776153 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-34ae4f9f-a384-4be3-83c2-429454eb7513 service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175382 Sep 14 16:29:57.882419 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dbeafcb3-eea0-4f87-a971-1c7d0b3ff489 req-918f0b9c-f528-466c-8e68-6f0e6c5faca4 service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945928 Sep 14 16:29:57.957230 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:29:58.158912 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-32c43cc4-7fe5-4c2c-bdd8-5fba9f9f40f8 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:58.160363 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-32c43cc4-7fe5-4c2c-bdd8-5fba9f9f40f8 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.0997021 Sep 14 16:29:58.175487 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-549d841e-7a81-4f5f-8207-f8244719be26 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/quotas/6085aed55de44c038f60359ad38dc83d HTTP/1.1" status: 200 len: 375 time: 0.0093024 Sep 14 16:29:58.231137 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-af1adbbc-2cab-4c01-9da9-b6ec68d68bf1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504980 Sep 14 16:29:58.319892 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-5ce3b685-e5a6-412b-a29c-13d42cbe4e8f service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818388 Sep 14 16:29:58.410953 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-b0b00174-de5a-4fb6-b1b3-5b6bc6c3e2b4 service neutron] 10.222.0.15 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850651 Sep 14 16:29:58.565526 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e25894f-5c3c-4791-898d-7a82ea62e82a req-34e47cd1-2f7e-476a-9f95-9fff22c48a81 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 210 time: 0.0277133 Sep 14 16:29:58.883631 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f15a12-7cb6-4d2a-9d41-e8decddc18fd req-21d0957f-e5a9-4650-a635-93425b5e1707 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:58.885313 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9f15a12-7cb6-4d2a-9d41-e8decddc18fd req-21d0957f-e5a9-4650-a635-93425b5e1707 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 944 time: 0.0512862 Sep 14 16:29:58.924105 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9f15a12-7cb6-4d2a-9d41-e8decddc18fd req-ad05f660-b732-4ada-a81b-c50f3086d272 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321286 Sep 14 16:29:59.570265 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-931e32ba-9c18-40d0-b0de-d85ff8352cae tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:29:59.571703 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-931e32ba-9c18-40d0-b0de-d85ff8352cae tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 814 time: 0.1037204 Sep 14 16:29:59.586210 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Request body: {'port': {'device_id': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'admin_state_up': True, 'tenant_id': '6085aed55de44c038f60359ad38dc83d'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:29:59.689783 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af1b4d0b-7cbd-4836-88b7-cd87f56fe81f req-7c4a1796-b1a6-4099-8d71-38e838f3b0c8 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 210 time: 0.0389261 Sep 14 16:29:59.727973 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Made reservation on behalf of 6085aed55de44c038f60359ad38dc83d for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:29:59.731627 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:29:59.856423 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Allocated IP 172.20.0.13 (a717ec83-f6e7-4bbe-82d8-6e67f46fad53/0d931428-bdbd-4210-810d-f1d85bfe6dd2/f76d95d9-cb3e-4275-b87d-39f3a9527edc) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:30:00.019879 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.078969 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb9943e-2f5a-4ad5-9f71-1a0c25bd74b9 req-431defed-e084-4825-809f-189d64d18c9e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:00.080602 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2bb9943e-2f5a-4ad5-9f71-1a0c25bd74b9 req-431defed-e084-4825-809f-189d64d18c9e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 944 time: 0.0736103 Sep 14 16:30:00.106765 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.118335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1', '8bbdcabf-57ad-401e-b88e-0e9be483db44', '7b64aa00-dfa4-4831-888d-f1223e4776a0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:00.166520 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:30:00.169994 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2bb9943e-2f5a-4ad5-9f71-1a0c25bd74b9 req-f0d6165e-c322-485e-89e3-706f58639412 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822449 Sep 14 16:30:00.173312 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:30:00.175854 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:30:00.216368 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event updated for resources: {'Port': ['ID=f76d95d9-cb3e-4275-b87d-39f3a9527edc,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:00.241498 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:00.242162 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.257102 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a3d4b758-53f6-4140-98d6-6f4351724a45 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6745043 Sep 14 16:30:00.271836 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Request body: {'port': {'device_id': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:30:00.325930 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.411994 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8b0ff17e-0841-42a2-9b64-d5f582365459 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:30:00.515062 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 8b0ff17e-0841-42a2-9b64-d5f582365459, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8b0ff17e-0841-42a2-9b64-d5f582365459,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:00.529186 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'port_id': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'mac_address': 'fa:16:3e:ed:96:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:30:00.566536 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.579884 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b0ff17e-0841-42a2-9b64-d5f582365459 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:30:00.598333 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 8b0ff17e-0841-42a2-9b64-d5f582365459, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8b0ff17e-0841-42a2-9b64-d5f582365459,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:00.600198 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f76d95d9-cb3e-4275-b87d-39f3a9527edc {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:30:00.602708 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.609637 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.622392 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Transition to ACTIVE for port object f76d95d9-cb3e-4275-b87d-39f3a9527edc will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:30:00.625944 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.649166 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=8b0ff17e-0841-42a2-9b64-d5f582365459,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:00.676749 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f76d95d9-cb3e-4275-b87d-39f3a9527edc,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:00.743158 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Attempting to bind port f76d95d9-cb3e-4275-b87d-39f3a9527edc on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:30:00.743488 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Attempting to bind port f76d95d9-cb3e-4275-b87d-39f3a9527edc by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:30:00.743827 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Attempting to bind port f76d95d9-cb3e-4275-b87d-39f3a9527edc on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:30:00.749102 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Port f76d95d9-cb3e-4275-b87d-39f3a9527edc on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:30:00.749440 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Attempting to bind port f76d95d9-cb3e-4275-b87d-39f3a9527edc on network a717ec83-f6e7-4bbe-82d8-6e67f46fad53 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:30:00.754235 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:30:00.754560 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Checking segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:30:00.754937 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Bound using segment: {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:30:00.755355 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Bound port: f76d95d9-cb3e-4275-b87d-39f3a9527edc, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c08900e-d804-463e-afe4-131e7650f9f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:30:00.755703 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.854744 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0e750-a4f6-40eb-ada4-4afa73f99b08 req-fe5773d8-c1b2-45a4-9050-9a05ccb36cc7 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:00.856243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-19a0e750-a4f6-40eb-ada4-4afa73f99b08 req-fe5773d8-c1b2-45a4-9050-9a05ccb36cc7 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 944 time: 0.0880649 Sep 14 16:30:00.865546 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] For port f76d95d9-cb3e-4275-b87d-39f3a9527edc, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:30:00.873376 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] For port f76d95d9-cb3e-4275-b87d-39f3a9527edc, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=f76d95d9-cb3e-4275-b87d-39f3a9527edc,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:30:00.883020 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.931652 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:00.932241 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:00.934153 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/f76d95d9-cb3e-4275-b87d-39f3a9527edc HTTP/1.1" status: 200 len: 1094 time: 0.6664033 Sep 14 16:30:00.934600 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'tag': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:00.936857 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4719724-f220-4625-8c51-3e8adbfe0bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "62f9dac3-bf32-4b91-96ed-d710cda03a90", "tag": "f76d95d9-cb3e-4275-b87d-39f3a9527edc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:00.945454 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-19a0e750-a4f6-40eb-ada4-4afa73f99b08 req-00819487-7ecb-4f2c-b137-2bd29294d68b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817561 Sep 14 16:30:00.968357 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21a41a-5e2c-41a5-ba67-c3f0ec15c9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=f76d95d9-cb3e-4275-b87d-39f3a9527edc,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:00.985123 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['8b0ff17e-0841-42a2-9b64-d5f582365459'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:00.990046 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03deede0-cfab-4992-97bc-4030462d8bfd x-openstack-request-id: req-03deede0-cfab-4992-97bc-4030462d8bfd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:00.990337 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62f9dac3-bf32-4b91-96ed-d710cda03a90", "tag": "f76d95d9-cb3e-4275-b87d-39f3a9527edc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:00.990592 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03deede0-cfab-4992-97bc-4030462d8bfd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:00.991367 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'tag': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc', 'status': 'completed', 'code': 200} Sep 14 16:30:01.054004 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-5171c762-697e-46be-ba7f-a8a4587beb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:01.055506 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-5171c762-697e-46be-ba7f-a8a4587beb98 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 1097 time: 0.0464537 Sep 14 16:30:01.103467 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-b5ebceef-960e-44d3-af2b-26bc34c155db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f76d95d9-cb3e-4275-b87d-39f3a9527edc HTTP/1.1" status: 200 len: 217 time: 0.0360038 Sep 14 16:30:01.157876 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a6617108-10b6-4c78-b54c-d5c894468019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:01.159289 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-a6617108-10b6-4c78-b54c-d5c894468019 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0477059 Sep 14 16:30:01.193916 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-03535a64-d63d-476e-9309-c7d74a629d65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242343 Sep 14 16:30:01.327500 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-f4455bee-f067-4918-8438-657148bf7205 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154482 Sep 14 16:30:01.335548 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ebdce5-8fc7-4425-9977-991650159e6e req-12a09079-48b0-4e38-bab9-b0bc0dee7cd4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:01.336939 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48ebdce5-8fc7-4425-9977-991650159e6e req-12a09079-48b0-4e38-bab9-b0bc0dee7cd4 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 945 time: 0.0933211 Sep 14 16:30:01.430789 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48ebdce5-8fc7-4425-9977-991650159e6e req-b9c3c0e3-d15c-41c1-ad9f-8153cf680444 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842998 Sep 14 16:30:01.453117 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9c41407e-196d-4e97-a547-9bc3b363bb67 req-568aec1b-9a5d-4eb5-b762-2f6ccab7cbf1 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135371 Sep 14 16:30:01.564914 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-d5cd6e95-9ffc-4de3-b451-318b75e7ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:01.567065 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-d5cd6e95-9ffc-4de3-b451-318b75e7ffd7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6085aed55de44c038f60359ad38dc83d&device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 1097 time: 0.0538447 Sep 14 16:30:01.683177 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-bcb4b7e0-0997-482c-b904-b0e87c07a7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:01.684639 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-bcb4b7e0-0997-482c-b904-b0e87c07a7e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 200 len: 915 time: 0.1011631 Sep 14 16:30:01.741701 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-49e63d09-c78a-4aaf-b0d1-6c75c0dc8999 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f76d95d9-cb3e-4275-b87d-39f3a9527edc HTTP/1.1" status: 200 len: 217 time: 0.0340183 Sep 14 16:30:01.796501 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-1e9376e4-96ef-4892-a59d-8edc5251a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:01.797988 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-1e9376e4-96ef-4892-a59d-8edc5251a916 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 200 len: 854 time: 0.0473249 Sep 14 16:30:01.835531 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-ef38cfc2-3c65-4b6f-869a-66910a955bc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a717ec83-f6e7-4bbe-82d8-6e67f46fad53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244243 Sep 14 16:30:01.930705 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-45fb358a-e35a-420a-a5d4-15f7082db19e service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867989 Sep 14 16:30:02.047002 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d4719724-f220-4625-8c51-3e8adbfe0bfd req-c8e6ea56-d385-4ed2-ab02-7ca99be97816 service neutron] 10.222.0.20 "GET /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015825 Sep 14 16:30:02.081538 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ea8ca6-a815-4e09-b0aa-016e05af01ec req-ebe3b867-9aaa-4170-a442-5b036c40bb18 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:02.082999 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6ea8ca6-a815-4e09-b0aa-016e05af01ec req-ebe3b867-9aaa-4170-a442-5b036c40bb18 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 944 time: 0.0506604 Sep 14 16:30:02.120527 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d6ea8ca6-a815-4e09-b0aa-016e05af01ec req-fa1b34a8-c546-4ac2-94bf-292948a60267 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311408 Sep 14 16:30:02.418953 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8b0ff17e-0841-42a2-9b64-d5f582365459 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:30:02.466160 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 8b0ff17e-0841-42a2-9b64-d5f582365459 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:30:02.470454 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 8b0ff17e-0841-42a2-9b64-d5f582365459 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:30:02.470825 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:02.550408 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:02.553411 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c02155-dfc6-4196-a3f4-f959d8020294 req-b90a97d4-e4a9-4772-b36b-697f85586698 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:02.554898 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4c02155-dfc6-4196-a3f4-f959d8020294 req-b90a97d4-e4a9-4772-b36b-697f85586698 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 945 time: 0.0498242 Sep 14 16:30:02.572587 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:02.574812 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52dab839-fb1c-44ec-9a94-211d736763b7" -d '{"events": [{"server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "name": "network-vif-plugged", "status": "completed", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:02.588040 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 8b0ff17e-0841-42a2-9b64-d5f582365459, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8b0ff17e-0841-42a2-9b64-d5f582365459,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:02.592873 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:02.600312 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4c02155-dfc6-4196-a3f4-f959d8020294 req-e1988a08-deff-4998-81af-e27bfc535f05 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386519 Sep 14 16:30:02.624139 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee7f7040-233f-4eb7-8be0-94fc0f4ba371 x-openstack-request-id: req-ee7f7040-233f-4eb7-8be0-94fc0f4ba371 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:02.624422 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "name": "network-vif-plugged", "status": "completed", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:02.624668 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee7f7040-233f-4eb7-8be0-94fc0f4ba371 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:02.625051 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'code': 200} Sep 14 16:30:02.644411 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=8b0ff17e-0841-42a2-9b64-d5f582365459,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:02.796169 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b10d5f-61ec-433f-8728-8ff9a8c56e6b req-dc8c43e5-578c-4e06-bbb4-0374df025f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:02.797668 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04b10d5f-61ec-433f-8728-8ff9a8c56e6b req-dc8c43e5-578c-4e06-bbb4-0374df025f89 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 1099 time: 0.0405092 Sep 14 16:30:02.833240 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04b10d5f-61ec-433f-8728-8ff9a8c56e6b req-a6548684-3f6b-4337-a007-ab7ae8fef80b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268722 Sep 14 16:30:03.233560 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b57a81-2e32-4762-9943-ef2a1a8c6b4d req-57f4d801-7719-42f0-a7be-324242e05790 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:03.235020 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1b57a81-2e32-4762-9943-ef2a1a8c6b4d req-57f4d801-7719-42f0-a7be-324242e05790 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 944 time: 0.0490708 Sep 14 16:30:03.271967 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1b57a81-2e32-4762-9943-ef2a1a8c6b4d req-b4e8a769-70af-4272-8b82-22160d10269f tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306938 Sep 14 16:30:03.717041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72171c4b-6ab6-4afd-b3e6-ebf5c6e6f433 req-dfe5c86f-ffbd-43df-b873-c5669273a98e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:03.718525 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72171c4b-6ab6-4afd-b3e6-ebf5c6e6f433 req-dfe5c86f-ffbd-43df-b873-c5669273a98e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 946 time: 0.0478716 Sep 14 16:30:03.759477 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72171c4b-6ab6-4afd-b3e6-ebf5c6e6f433 req-e1198222-269f-4c77-8220-ec44f18e197c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350597 Sep 14 16:30:04.400025 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790be2c-d6e5-4ca0-8add-1664190af304 req-55593c2a-ddd1-4e12-b56f-4618d01da4f2 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:04.401362 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e790be2c-d6e5-4ca0-8add-1664190af304 req-55593c2a-ddd1-4e12-b56f-4618d01da4f2 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 944 time: 0.0524514 Sep 14 16:30:04.428014 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device f76d95d9-cb3e-4275-b87d-39f3a9527edc details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:30:04.440626 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e790be2c-d6e5-4ca0-8add-1664190af304 req-3716d7a1-be99-4f83-a0aa-2291a0fb7962 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Sep 14 16:30:04.525720 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port f76d95d9-cb3e-4275-b87d-39f3a9527edc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=f76d95d9-cb3e-4275-b87d-39f3a9527edc,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:04.536340 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc', 'network_id': 'a717ec83-f6e7-4bbe-82d8-6e67f46fad53', 'port_id': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc', 'mac_address': 'fa:16:3e:0f:45:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d931428-bdbd-4210-810d-f1d85bfe6dd2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:30:04.573791 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:04.586193 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f76d95d9-cb3e-4275-b87d-39f3a9527edc {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:30:04.605154 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port f76d95d9-cb3e-4275-b87d-39f3a9527edc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=f76d95d9-cb3e-4275-b87d-39f3a9527edc,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:04.608780 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:04.656524 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=f76d95d9-cb3e-4275-b87d-39f3a9527edc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:04.879291 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76de0fb4-5cb7-46c1-85f3-7dae0572e885 req-775e84f4-50d4-4cd9-846d-a5174bebb003 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:04.880768 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76de0fb4-5cb7-46c1-85f3-7dae0572e885 req-775e84f4-50d4-4cd9-846d-a5174bebb003 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 946 time: 0.0488217 Sep 14 16:30:04.919762 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76de0fb4-5cb7-46c1-85f3-7dae0572e885 req-f4a52d26-cd4c-4716-a3a7-e44540d4a4fc tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329812 Sep 14 16:30:04.973456 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['f76d95d9-cb3e-4275-b87d-39f3a9527edc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:05.036002 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aad8c6-c4dd-462b-bb7e-1051d537604f req-99217cdd-2b8f-42b5-8094-1215c398a5f2 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:05.037511 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-85aad8c6-c4dd-462b-bb7e-1051d537604f req-99217cdd-2b8f-42b5-8094-1215c398a5f2 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 946 time: 0.0512099 Sep 14 16:30:05.047084 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 45948) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:05.051457 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Request body: {'floatingip': {'port_id': '8b0ff17e-0841-42a2-9b64-d5f582365459'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:30:05.093041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:05.707544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bebc4dd-c6df-4167-a848-e8656b7b4db0 req-69141bfc-2fcd-4d9c-8735-34a50766e855 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:05.709003 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0bebc4dd-c6df-4167-a848-e8656b7b4db0 req-69141bfc-2fcd-4d9c-8735-34a50766e855 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 945 time: 0.0862963 Sep 14 16:30:05.787126 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:05.790750 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0bebc4dd-c6df-4167-a848-e8656b7b4db0 req-15f5a060-533f-47a5-ad2c-f400d5412a37 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738976 Sep 14 16:30:05.791840 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:05.891697 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Floating IP fca5de5a-76ad-4331-af52-c73dfe59de5b associated. External IP: 172.27.3.169, port: 8b0ff17e-0841-42a2-9b64-d5f582365459. Sep 14 16:30:06.098066 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Router 4fe07bc8-a1f3-4143-8633-438c14871b2c has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:30:06.207477 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:30:06.212336 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:06.217608 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] Sync routers for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:30:06.226040 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:30:06.226655 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:06.239920 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4430d97b-c17a-4af5-9656-e2e1d2c9f2b7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "PUT /v2.0/floatingips/fca5de5a-76ad-4331-af52-c73dfe59de5b HTTP/1.1" status: 200 len: 992 time: 1.1917791 Sep 14 16:30:06.240583 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:06.242953 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4881ec5c-6653-4f4a-9e2c-b033713a98fa" -d '{"events": [{"name": "network-changed", "server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:06.279359 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11cd2042-3cb3-4d2c-927b-6b238cd3dcd8 x-openstack-request-id: req-11cd2042-3cb3-4d2c-927b-6b238cd3dcd8 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:06.279647 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:06.279904 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11cd2042-3cb3-4d2c-927b-6b238cd3dcd8 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:06.280294 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'status': 'completed', 'code': 200} Sep 14 16:30:06.333693 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:30:06.350946 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-171173c7-4d26-4d90-9ce2-6c92b1d3835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:06.352385 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-171173c7-4d26-4d90-9ce2-6c92b1d3835d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aab42d093a8415e8dfc579b3b449515&device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 1099 time: 0.0444584 Sep 14 16:30:06.456348 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-04a62eab-7320-4bf8-8705-6b6f4960d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:06.457925 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-04a62eab-7320-4bf8-8705-6b6f4960d962 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 200 len: 911 time: 0.0960913 Sep 14 16:30:06.532179 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-024351de-54d4-4aed-af53-43bbddd3a042 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b0ff17e-0841-42a2-9b64-d5f582365459 HTTP/1.1" status: 200 len: 1000 time: 0.0623591 Sep 14 16:30:06.544792 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device f76d95d9-cb3e-4275-b87d-39f3a9527edc up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:30:06.587275 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-ee665ede-bbe5-426f-9230-e0e1b0054fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:06.588732 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-ee665ede-bbe5-426f-9230-e0e1b0054fea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 200 len: 849 time: 0.0442448 Sep 14 16:30:06.639781 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-3b5c67ac-a820-40cd-bd64-d39834eb0f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:06.641183 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-3b5c67ac-a820-40cd-bd64-d39834eb0f6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b998c5af-37de-41c9-85f1-3880503ad77f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440929 Sep 14 16:30:06.659803 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port f76d95d9-cb3e-4275-b87d-39f3a9527edc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:30:06.686594 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port f76d95d9-cb3e-4275-b87d-39f3a9527edc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:30:06.687473 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:06.749569 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-f7652a87-1a04-4b39-90ab-5f54dab1040c service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898864 Sep 14 16:30:06.771582 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': 'fca5de5a-76ad-4331-af52-c73dfe59de5b', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'port_id': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'mac_address': 'fa:16:3e:ed:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:52Z', 'updated_at': '2021-09-14T16:30:05Z', 'revision_number': 1, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:06.805297 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] Checking router: 4fe07bc8-a1f3-4143-8633-438c14871b2c for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:30:06.819487 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:06.823490 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:30:06.824135 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:29:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:06.865644 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4881ec5c-6653-4f4a-9e2c-b033713a98fa req-e328247b-9fb4-4af7-90b0-44fdc0200166 service neutron] 10.222.0.20 "GET /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949965 Sep 14 16:30:06.880531 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:06.883175 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2784dca1-042f-41c4-bcf9-cca3d35d2a65" -d '{"events": [{"server_uuid": "62f9dac3-bf32-4b91-96ed-d710cda03a90", "name": "network-vif-plugged", "status": "completed", "tag": "f76d95d9-cb3e-4275-b87d-39f3a9527edc"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:06.917621 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df9805-9825-4be1-8a45-2355acfea668 req-1e29b9fd-5fcd-444b-9034-3fb9e0d54cda tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:06.919134 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17df9805-9825-4be1-8a45-2355acfea668 req-1e29b9fd-5fcd-444b-9034-3fb9e0d54cda tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 945 time: 0.0507669 Sep 14 16:30:06.926215 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port f76d95d9-cb3e-4275-b87d-39f3a9527edc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=f76d95d9-cb3e-4275-b87d-39f3a9527edc,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:06.932673 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:06.961305 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17df9805-9825-4be1-8a45-2355acfea668 req-8538b898-5078-4d1f-8c2d-b6d643a0e27e tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353179 Sep 14 16:30:06.963297 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2f0e28-d2cb-483d-bb93-879e4aff8dcb x-openstack-request-id: req-af2f0e28-d2cb-483d-bb93-879e4aff8dcb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:06.963583 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f9dac3-bf32-4b91-96ed-d710cda03a90", "name": "network-vif-plugged", "status": "completed", "tag": "f76d95d9-cb3e-4275-b87d-39f3a9527edc", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:06.963832 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af2f0e28-d2cb-483d-bb93-879e4aff8dcb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:06.964215 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc', 'code': 200} Sep 14 16:30:07.002420 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:30:07.028490 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=f76d95d9-cb3e-4275-b87d-39f3a9527edc,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:07.135786 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4693c9-c5eb-44ca-9b86-67d8afab15b5 req-4549e9bb-8101-4ba5-8c06-fa0f23c4164a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:07.137329 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f4693c9-c5eb-44ca-9b86-67d8afab15b5 req-4549e9bb-8101-4ba5-8c06-fa0f23c4164a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 1099 time: 0.0411355 Sep 14 16:30:07.179689 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f4693c9-c5eb-44ca-9b86-67d8afab15b5 req-d192dec5-4c8b-4be0-803b-cc478af70861 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290411 Sep 14 16:30:07.232456 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': 'fca5de5a-76ad-4331-af52-c73dfe59de5b', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'port_id': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'mac_address': 'fa:16:3e:ed:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:52Z', 'updated_at': '2021-09-14T16:30:05Z', 'revision_number': 1, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:07.261416 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c3467c-a115-4b11-83c3-09edaea87112 None None] The sync data for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi is: [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': 'fca5de5a-76ad-4331-af52-c73dfe59de5b', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'floating_ip_address': '172.27.3.169', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'port_id': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'mac_address': 'fa:16:3e:ed:96:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:29:52Z', 'updated_at': '2021-09-14T16:30:05Z', 'revision_number': 1, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:30:07.457792 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76af33f1-e84a-475c-8970-a9f868463d37 None None] New status for floating IP fca5de5a-76ad-4331-af52-c73dfe59de5b: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:30:08.140879 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5fc0e1-6ff1-4048-ab5b-09b56063b15b req-11a14925-872a-4d4f-8727-2428e8d5c45b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:08.142378 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e5fc0e1-6ff1-4048-ab5b-09b56063b15b req-11a14925-872a-4d4f-8727-2428e8d5c45b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 946 time: 0.1028047 Sep 14 16:30:08.179815 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e5fc0e1-6ff1-4048-ab5b-09b56063b15b req-bbc98bc1-dfe1-4000-a924-ae0e9195b58f tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Sep 14 16:30:09.345272 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaec760-0a2e-434e-bb14-2cd6817e77c1 req-41c05470-0798-4572-bd72-81be1a31a32d tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:09.346749 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0aaec760-0a2e-434e-bb14-2cd6817e77c1 req-41c05470-0798-4572-bd72-81be1a31a32d tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 946 time: 0.0982778 Sep 14 16:30:09.383370 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0aaec760-0a2e-434e-bb14-2cd6817e77c1 req-da888309-d0c4-4aa7-8540-6f3808a26db1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307729 Sep 14 16:30:15.703437 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:16.664795 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-f10b86fb-7c3b-4a19-a486-4ca1fa30c25b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410440 Sep 14 16:30:16.760897 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-1666794a-a768-4266-af24-3ef9fbb166dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:16.762473 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-1666794a-a768-4266-af24-3ef9fbb166dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 1098 time: 0.0428681 Sep 14 16:30:16.878913 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-3e2dfe58-139b-4875-8fe7-cc3b2d5a5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:16.880383 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-3e2dfe58-139b-4875-8fe7-cc3b2d5a5bf2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.0937264 Sep 14 16:30:16.951349 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-c23fa383-a9a7-47c3-8b97-8a892882d5a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25 HTTP/1.1" status: 200 len: 1000 time: 0.0620706 Sep 14 16:30:17.004153 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-5b068081-8fee-477e-bbf5-7d40423162fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:17.005629 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-5b068081-8fee-477e-bbf5-7d40423162fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0458875 Sep 14 16:30:17.062681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-afc627eb-1f5d-4b14-ac89-2ed6e624d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:17.064337 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-afc627eb-1f5d-4b14-ac89-2ed6e624d2c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435615 Sep 14 16:30:17.171348 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-7836c32d-f034-40eb-a52e-273186c57e8c service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959635 Sep 14 16:30:17.270022 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aaca1682-342e-4f76-a64c-e27cc4a963b4 req-faa6a1ef-0307-4c3b-85ce-465f80e437b7 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875468 Sep 14 16:30:17.563964 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-73b4eb48-9285-42f8-b1b6-83835d55c1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:20.001931 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9ebaccd1-85f9-49ce-8f10-ac0efa982d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:20.372712 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:21.273939 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5ebb4-d7b7-455a-a9c2-9f3c43498d4d req-85b45f5e-40f4-4417-92dd-6e7b20f80dbe tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:21.276020 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-05b5ebb4-d7b7-455a-a9c2-9f3c43498d4d req-85b45f5e-40f4-4417-92dd-6e7b20f80dbe tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 946 time: 0.0581114 Sep 14 16:30:21.320469 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-05b5ebb4-d7b7-455a-a9c2-9f3c43498d4d req-dfafbb74-85d5-42e4-8b30-307f25ceb58b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382011 Sep 14 16:30:21.405869 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:22.437916 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f741a635-1943-4d75-951a-40c5f80cc7f1 req-3cf62a95-56c3-4a1f-a0ec-d25eec40e933 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:22.439423 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f741a635-1943-4d75-951a-40c5f80cc7f1 req-3cf62a95-56c3-4a1f-a0ec-d25eec40e933 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 946 time: 0.0494726 Sep 14 16:30:22.477253 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f741a635-1943-4d75-951a-40c5f80cc7f1 req-769ca07b-8a57-4693-b264-01f4c5479260 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Sep 14 16:30:22.615083 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:23.324963 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c0e31c-4388-4216-a799-dc577740c889 req-8e27f72a-e409-4acf-82b9-5a0c5bb35a3c tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:23.326505 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8c0e31c-4388-4216-a799-dc577740c889 req-8e27f72a-e409-4acf-82b9-5a0c5bb35a3c tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 946 time: 0.0540380 Sep 14 16:30:23.430306 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Deleting port f76d95d9-cb3e-4275-b87d-39f3a9527edc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:30:23.430639 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:23.519751 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] For port f76d95d9-cb3e-4275-b87d-39f3a9527edc, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=f76d95d9-cb3e-4275-b87d-39f3a9527edc,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:23.520420 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:23.533100 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Calling delete_port for f76d95d9-cb3e-4275-b87d-39f3a9527edc owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:30:23.647784 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458498f5-01c2-4aaa-9b8f-3c66fed6df2f req-7f095eb5-6cce-42ce-b53b-acef04e9dd84 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:23.649329 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-458498f5-01c2-4aaa-9b8f-3c66fed6df2f req-7f095eb5-6cce-42ce-b53b-acef04e9dd84 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=62f9dac3-bf32-4b91-96ed-d710cda03a90 HTTP/1.1" status: 200 len: 946 time: 0.0721467 Sep 14 16:30:23.720602 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-458498f5-01c2-4aaa-9b8f-3c66fed6df2f req-1de8f8c8-1df5-44c1-b5e2-00a407489156 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645835 Sep 14 16:30:23.734175 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:23.747667 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1', '8bbdcabf-57ad-401e-b88e-0e9be483db44', '7b64aa00-dfa4-4831-888d-f1223e4776a0', 'f76d95d9-cb3e-4275-b87d-39f3a9527edc'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:23.766298 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event deleted for resources: {'Port': ['ID=f76d95d9-cb3e-4275-b87d-39f3a9527edc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:23.808938 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] No DVR routers for this DVR port f76d95d9-cb3e-4275-b87d-39f3a9527edc on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:30:23.819726 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:23.821771 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b8c0e31c-4388-4216-a799-dc577740c889 req-2e71f612-ad0e-48a4-85be-5e87347ba213 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "DELETE /v2.0/ports/f76d95d9-cb3e-4275-b87d-39f3a9527edc HTTP/1.1" status: 204 len: 173 time: 0.4816723 Sep 14 16:30:23.822234 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'name': 'network-vif-deleted', 'tag': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:23.824485 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2185e661-6bd7-4a85-a0c6-1de776e81051" -d '{"events": [{"server_uuid": "62f9dac3-bf32-4b91-96ed-d710cda03a90", "name": "network-vif-deleted", "tag": "f76d95d9-cb3e-4275-b87d-39f3a9527edc"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:23.875325 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e820df1-61fd-426d-baea-972da1a375bb x-openstack-request-id: req-8e820df1-61fd-426d-baea-972da1a375bb {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:23.875687 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62f9dac3-bf32-4b91-96ed-d710cda03a90", "name": "network-vif-deleted", "tag": "f76d95d9-cb3e-4275-b87d-39f3a9527edc", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:23.876003 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e820df1-61fd-426d-baea-972da1a375bb {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:23.876462 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62f9dac3-bf32-4b91-96ed-d710cda03a90', 'name': 'network-vif-deleted', 'tag': 'f76d95d9-cb3e-4275-b87d-39f3a9527edc', 'status': 'completed', 'code': 200} Sep 14 16:30:26.110293 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42a4d71-ca7e-4e2c-8ad8-b38864f5b999 req-12b6ad0d-5c92-4fe6-85c2-074078f22a64 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:26.111741 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a42a4d71-ca7e-4e2c-8ad8-b38864f5b999 req-12b6ad0d-5c92-4fe6-85c2-074078f22a64 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 946 time: 0.0490906 Sep 14 16:30:26.150188 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a42a4d71-ca7e-4e2c-8ad8-b38864f5b999 req-6e6607e8-63a4-4fb8-9bed-197ac901a51b tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Sep 14 16:30:26.534895 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device f76d95d9-cb3e-4275-b87d-39f3a9527edc no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:30:26.557630 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: f76d95d9-cb3e-4275-b87d-39f3a9527edc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:30:26.557961 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device f76d95d9-cb3e-4275-b87d-39f3a9527edc not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:30:27.270024 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84701113-ef06-4a73-a07d-5f7c38a46550 req-4d1739f9-4c50-41ef-91c3-b39a37a1d29e tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:27.271493 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84701113-ef06-4a73-a07d-5f7c38a46550 req-4d1739f9-4c50-41ef-91c3-b39a37a1d29e tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 946 time: 0.0510516 Sep 14 16:30:27.308954 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-84701113-ef06-4a73-a07d-5f7c38a46550 req-63078481-6fb6-403e-935b-fbf0e80b031a tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309672 Sep 14 16:30:28.187330 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-6aefe491-1bd0-47eb-8190-6cefc6308324 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:28.188748 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-6aefe491-1bd0-47eb-8190-6cefc6308324 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 946 time: 0.0481718 Sep 14 16:30:28.283923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Deleting port 7b64aa00-dfa4-4831-888d-f1223e4776a0 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:30:28.284595 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:28.381133 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] For port 7b64aa00-dfa4-4831-888d-f1223e4776a0, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7b64aa00-dfa4-4831-888d-f1223e4776a0,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:28.381518 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:28.415148 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Calling delete_port for 7b64aa00-dfa4-4831-888d-f1223e4776a0 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:30:28.475934 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759d124-772f-4c26-a495-e7d613f7feb1 req-b4c56ede-b603-4167-bb7f-69571873560c tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:28.477281 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b759d124-772f-4c26-a495-e7d613f7feb1 req-b4c56ede-b603-4167-bb7f-69571873560c tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=592235e1-05c6-4294-b536-bfd69d3873cb HTTP/1.1" status: 200 len: 946 time: 0.0933385 Sep 14 16:30:28.535740 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b759d124-772f-4c26-a495-e7d613f7feb1 req-3c59d798-bcee-4ce9-b1f3-b3d71d18d2b1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517728 Sep 14 16:30:28.590684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:28.602484 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1', '8bbdcabf-57ad-401e-b88e-0e9be483db44', '7b64aa00-dfa4-4831-888d-f1223e4776a0'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:28.617462 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event deleted for resources: {'Port': ['ID=7b64aa00-dfa4-4831-888d-f1223e4776a0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:28.631450 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.631797 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.632133 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.632464 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.632790 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.633280 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.633653 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.633979 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.634819 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.635264 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.635684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.636126 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:28.889799 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] No DVR routers for this DVR port 7b64aa00-dfa4-4831-888d-f1223e4776a0 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:30:28.892243 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:28.894200 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f50f1e4f-dc10-4cf5-8dbe-a74b1433f505 req-4b68959f-e654-4d9c-9b12-89a61ebb38f0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "DELETE /v2.0/ports/7b64aa00-dfa4-4831-888d-f1223e4776a0 HTTP/1.1" status: 204 len: 173 time: 0.6988013 Sep 14 16:30:28.894619 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592235e1-05c6-4294-b536-bfd69d3873cb', 'name': 'network-vif-deleted', 'tag': '7b64aa00-dfa4-4831-888d-f1223e4776a0'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:28.896794 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fce5c79-a869-4bfd-91cd-7d4f64c73cff" -d '{"events": [{"server_uuid": "592235e1-05c6-4294-b536-bfd69d3873cb", "name": "network-vif-deleted", "tag": "7b64aa00-dfa4-4831-888d-f1223e4776a0"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:28.937356 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6e02b0-76f0-43ff-84a8-ddf1148ae598 x-openstack-request-id: req-4f6e02b0-76f0-43ff-84a8-ddf1148ae598 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:28.937671 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592235e1-05c6-4294-b536-bfd69d3873cb", "name": "network-vif-deleted", "tag": "7b64aa00-dfa4-4831-888d-f1223e4776a0", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:28.937916 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f6e02b0-76f0-43ff-84a8-ddf1148ae598 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:28.938298 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592235e1-05c6-4294-b536-bfd69d3873cb', 'name': 'network-vif-deleted', 'tag': '7b64aa00-dfa4-4831-888d-f1223e4776a0', 'status': 'completed', 'code': 200} Sep 14 16:30:29.799690 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd25754-463c-40ec-a907-3111b8146d3a req-eaf5b0df-c0fe-4d9e-acd4-9cb7eba706f6 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:29.801157 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0dd25754-463c-40ec-a907-3111b8146d3a req-eaf5b0df-c0fe-4d9e-acd4-9cb7eba706f6 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 945 time: 0.0497913 Sep 14 16:30:29.840251 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0dd25754-463c-40ec-a907-3111b8146d3a req-c30c20a7-7539-4827-96de-ae940950a46f tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328631 Sep 14 16:30:30.957920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758169c2-7d50-4e55-947e-8e3de3468953 req-eab3ec7d-819d-4f99-9f01-8f460f92daec tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:30.959497 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-758169c2-7d50-4e55-947e-8e3de3468953 req-eab3ec7d-819d-4f99-9f01-8f460f92daec tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 945 time: 0.0494788 Sep 14 16:30:30.998510 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-758169c2-7d50-4e55-947e-8e3de3468953 req-4c8c14c1-ab69-40d8-b384-93fa1572aa65 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325270 Sep 14 16:30:31.255010 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-f3ae0b14-2ede-492f-a64b-900c31b0eba1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:31.256754 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-f3ae0b14-2ede-492f-a64b-900c31b0eba1 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 945 time: 0.0515428 Sep 14 16:30:31.361828 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Deleting port 8bbdcabf-57ad-401e-b88e-0e9be483db44 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:30:31.362159 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:31.451635 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] For port 8bbdcabf-57ad-401e-b88e-0e9be483db44, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8bbdcabf-57ad-401e-b88e-0e9be483db44,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:31.451989 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:31.463880 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Calling delete_port for 8bbdcabf-57ad-401e-b88e-0e9be483db44 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:30:31.588505 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:31.601510 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1', '8bbdcabf-57ad-401e-b88e-0e9be483db44'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:31.621240 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event deleted for resources: {'Port': ['ID=8bbdcabf-57ad-401e-b88e-0e9be483db44,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:31.668235 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] No DVR routers for this DVR port 8bbdcabf-57ad-401e-b88e-0e9be483db44 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:30:31.671245 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:31.673975 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ccb4cfa2-5bd4-4d59-8f62-b8fd4a6cf7f7 req-71ea82a0-22f8-4fe4-9cf4-79335644cc06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "DELETE /v2.0/ports/8bbdcabf-57ad-401e-b88e-0e9be483db44 HTTP/1.1" status: 204 len: 173 time: 0.4093122 Sep 14 16:30:31.674534 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'name': 'network-vif-deleted', 'tag': '8bbdcabf-57ad-401e-b88e-0e9be483db44'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:31.676977 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a347792b-94fd-425c-b7ac-f9ef2c36d059" -d '{"events": [{"server_uuid": "a2a2fca7-6f1a-4814-9037-674aff5e5d52", "name": "network-vif-deleted", "tag": "8bbdcabf-57ad-401e-b88e-0e9be483db44"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:31.712850 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9206d19-bb6b-4fa6-89d1-253e24a99b42 x-openstack-request-id: req-f9206d19-bb6b-4fa6-89d1-253e24a99b42 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:31.713142 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a2fca7-6f1a-4814-9037-674aff5e5d52", "name": "network-vif-deleted", "tag": "8bbdcabf-57ad-401e-b88e-0e9be483db44", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:31.713584 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9206d19-bb6b-4fa6-89d1-253e24a99b42 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:31.713991 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a2fca7-6f1a-4814-9037-674aff5e5d52', 'name': 'network-vif-deleted', 'tag': '8bbdcabf-57ad-401e-b88e-0e9be483db44', 'status': 'completed', 'code': 200} Sep 14 16:30:32.106802 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df484817-ec11-4c9a-a9db-6a4f572393f2 req-64f7d328-d241-4569-826b-95f3c7ae9015 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=a2a2fca7-6f1a-4814-9037-674aff5e5d52 HTTP/1.1" status: 200 len: 210 time: 0.0276935 Sep 14 16:30:32.589898 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7b64aa00-dfa4-4831-888d-f1223e4776a0 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:30:32.610062 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 7b64aa00-dfa4-4831-888d-f1223e4776a0 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:30:32.610705 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7b64aa00-dfa4-4831-888d-f1223e4776a0 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:30:32.610805 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8bbdcabf-57ad-401e-b88e-0e9be483db44 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:30:32.628645 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 8bbdcabf-57ad-401e-b88e-0e9be483db44 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:30:32.628965 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8bbdcabf-57ad-401e-b88e-0e9be483db44 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:30:34.500495 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cf2fe2-9de0-440f-b33b-db95d85d994d req-b5c60f80-0bd1-4b62-88d6-adbf1f983964 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:34.501973 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45cf2fe2-9de0-440f-b33b-db95d85d994d req-b5c60f80-0bd1-4b62-88d6-adbf1f983964 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 945 time: 0.0492761 Sep 14 16:30:34.538249 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-45cf2fe2-9de0-440f-b33b-db95d85d994d req-ebda7800-0000-45b3-b0cd-2dd463c416d0 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303395 Sep 14 16:30:34.956787 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:30:35.675562 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9011b24-7521-4834-bb72-97fdcd43465a req-6b4669e5-2aa1-436a-bcce-b9075ae0c614 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:35.677062 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d9011b24-7521-4834-bb72-97fdcd43465a req-6b4669e5-2aa1-436a-bcce-b9075ae0c614 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 945 time: 0.0652966 Sep 14 16:30:35.718291 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d9011b24-7521-4834-bb72-97fdcd43465a req-15803391-8068-4bd1-a8cb-ebe236b856fa tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/security-groups?id=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349462 Sep 14 16:30:36.098644 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-2422f1b1-9ebd-4951-8a2b-ff5755c3bb41 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:36.100094 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-2422f1b1-9ebd-4951-8a2b-ff5755c3bb41 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 945 time: 0.0506141 Sep 14 16:30:36.209112 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Deleting port c1020e21-d409-46c9-9370-c67a1f9e05d1 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:30:36.209586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:36.298432 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] For port c1020e21-d409-46c9-9370-c67a1f9e05d1, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c1020e21-d409-46c9-9370-c67a1f9e05d1,segment=NetworkSegment(5c08900e-d804-463e-afe4-131e7650f9f4),segment_id=5c08900e-d804-463e-afe4-131e7650f9f4)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:36.298814 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:36.312158 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Calling delete_port for c1020e21-d409-46c9-9370-c67a1f9e05d1 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:30:36.440314 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:36.453128 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['c1020e21-d409-46c9-9370-c67a1f9e05d1'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:36.468737 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Pushing event deleted for resources: {'Port': ['ID=c1020e21-d409-46c9-9370-c67a1f9e05d1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:36.514438 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] No DVR routers for this DVR port c1020e21-d409-46c9-9370-c67a1f9e05d1 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:30:36.516779 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:36.518779 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c6242a4a-3d71-4772-afa4-aa101c79525a req-cc5544b7-9914-47cf-904f-f87794cebe06 tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.20 "DELETE /v2.0/ports/c1020e21-d409-46c9-9370-c67a1f9e05d1 HTTP/1.1" status: 204 len: 173 time: 0.3987846 Sep 14 16:30:36.519209 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '107083af-5427-4e77-b268-6e4077680777', 'name': 'network-vif-deleted', 'tag': 'c1020e21-d409-46c9-9370-c67a1f9e05d1'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:36.521440 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33976ec5-6186-4107-baad-fdf1df73291a" -d '{"events": [{"server_uuid": "107083af-5427-4e77-b268-6e4077680777", "name": "network-vif-deleted", "tag": "c1020e21-d409-46c9-9370-c67a1f9e05d1"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:36.560781 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ad537f6-7711-42ba-a0b8-fdddcf6acd86 x-openstack-request-id: req-0ad537f6-7711-42ba-a0b8-fdddcf6acd86 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:36.561073 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "107083af-5427-4e77-b268-6e4077680777", "name": "network-vif-deleted", "tag": "c1020e21-d409-46c9-9370-c67a1f9e05d1", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:36.561331 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ad537f6-7711-42ba-a0b8-fdddcf6acd86 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:36.561767 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '107083af-5427-4e77-b268-6e4077680777', 'name': 'network-vif-deleted', 'tag': 'c1020e21-d409-46c9-9370-c67a1f9e05d1', 'status': 'completed', 'code': 200} Sep 14 16:30:36.829157 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3ef98c51-71a1-4bfe-adc2-fc338672aef0 req-29f51d03-e7e9-4336-8fba-5abba2ab8dfa tempest-AttachVolumeNegativeTest-1539132869 tempest-AttachVolumeNegativeTest-1539132869-project] 10.222.0.15 "GET /v2.0/ports?device_id=107083af-5427-4e77-b268-6e4077680777 HTTP/1.1" status: 200 len: 210 time: 0.0295188 Sep 14 16:30:37.811174 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba6421-9577-4139-bcd5-c4ce4c408cbe req-3bdf01d2-a85e-462c-9d73-69778c25fbf5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:37.812694 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58ba6421-9577-4139-bcd5-c4ce4c408cbe req-3bdf01d2-a85e-462c-9d73-69778c25fbf5 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0519099 Sep 14 16:30:37.852403 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-58ba6421-9577-4139-bcd5-c4ce4c408cbe req-b6b12493-da98-4887-b56c-c6a08a7a9852 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335631 Sep 14 16:30:37.889664 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46234) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:37.934043 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] Deleting subnet 0d931428-bdbd-4210-810d-f1d85bfe6dd2 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:30:37.937169 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:37.971702 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26088245'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.015984 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.072173 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25172351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26018424'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.099667 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d931428-bdbd-4210-810d-f1d85bfe6dd2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:38.101684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.103616 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-609c8ee4-929f-404c-973f-fd84e34c219e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0d931428-bdbd-4210-810d-f1d85bfe6dd2 HTTP/1.1" status: 204 len: 168 time: 0.2128444 Sep 14 16:30:38.106105 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46236) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:38.176074 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.261717 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.283234 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a717ec83-f6e7-4bbe-82d8-6e67f46fad53']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:38.293771 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c08900e-d804-463e-afe4-131e7650f9f4') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:38.294117 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c08900e-d804-463e-afe4-131e7650f9f4') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:38.304525 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.318292 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.327912 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:30:38.328452 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:30:38.332994 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:30:38.390681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.395995 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.397990 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a717ec83-f6e7-4bbe-82d8-6e67f46fad53 HTTP/1.1" status: 204 len: 168 time: 0.2909627 Sep 14 16:30:38.410214 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7f59e-a085-41df-bbf5-d026515e31c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a717ec83-f6e7-4bbe-82d8-6e67f46fad53,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:38.510589 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46242) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:38.551613 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-7b8a072f-327d-44e4-bf60-24a42cf4a2a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6085aed55de44c038f60359ad38dc83d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398779 Sep 14 16:30:38.553967 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46244) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:38.603347 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b26197c-3bd3-4d49-93ab-e49fecca8179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.625627 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b26197c-3bd3-4d49-93ab-e49fecca8179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.675257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b26197c-3bd3-4d49-93ab-e49fecca8179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.677930 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b26197c-3bd3-4d49-93ab-e49fecca8179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:38.679103 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5b26197c-3bd3-4d49-93ab-e49fecca8179 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b4bcdd6-9e3d-430d-b834-a6b41bf6561f HTTP/1.1" status: 204 len: 168 time: 0.1242497 Sep 14 16:30:38.688226 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b26197c-3bd3-4d49-93ab-e49fecca8179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4bcdd6-9e3d-430d-b834-a6b41bf6561f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:38.984406 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fc1b2-4024-4247-98ca-2cc84792f9d7 req-f8af5957-fbf5-4700-881b-53318b4fb940 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:38.992326 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-030fc1b2-4024-4247-98ca-2cc84792f9d7 req-f8af5957-fbf5-4700-881b-53318b4fb940 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0626070 Sep 14 16:30:39.040860 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-030fc1b2-4024-4247-98ca-2cc84792f9d7 req-2ef2b800-9ef4-484f-ae17-66c758b2a024 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471494 Sep 14 16:30:40.165765 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f819685-78d5-4af1-b4c9-c9efa99f6d0a req-b4aed581-a48a-45f4-b515-b3495d6205bf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:40.167270 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f819685-78d5-4af1-b4c9-c9efa99f6d0a req-b4aed581-a48a-45f4-b515-b3495d6205bf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0509386 Sep 14 16:30:40.211073 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7f819685-78d5-4af1-b4c9-c9efa99f6d0a req-b345db1c-5936-4924-930c-7fa289d70c92 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364645 Sep 14 16:30:40.596720 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c1020e21-d409-46c9-9370-c67a1f9e05d1 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:30:40.621729 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: c1020e21-d409-46c9-9370-c67a1f9e05d1 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:30:40.622072 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c1020e21-d409-46c9-9370-c67a1f9e05d1 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:30:41.338900 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397e648d-8851-4349-99a3-ba875f9ff7c3 req-969f64be-ddbc-43b6-8ba9-6c91a432641a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:41.340455 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-397e648d-8851-4349-99a3-ba875f9ff7c3 req-969f64be-ddbc-43b6-8ba9-6c91a432641a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0504575 Sep 14 16:30:41.378555 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-397e648d-8851-4349-99a3-ba875f9ff7c3 req-d760cd5e-4631-4389-ab61-dea2e5057d8d tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321345 Sep 14 16:30:42.504407 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c07dd-8d24-49bf-90b8-0f595e19e551 req-db463c88-fe5b-4ac3-b36f-2070573c2e38 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:42.505935 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca3c07dd-8d24-49bf-90b8-0f595e19e551 req-db463c88-fe5b-4ac3-b36f-2070573c2e38 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0531621 Sep 14 16:30:42.544394 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca3c07dd-8d24-49bf-90b8-0f595e19e551 req-92f762bd-43e9-4a4f-99d0-cac4bf966f0a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317397 Sep 14 16:30:43.667964 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ce3d8-81f6-425f-856f-600fca794a67 req-a8ce71b3-d769-44f3-bc62-fb7b5dc3ba5e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:43.673882 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d15ce3d8-81f6-425f-856f-600fca794a67 req-a8ce71b3-d769-44f3-bc62-fb7b5dc3ba5e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0585918 Sep 14 16:30:43.707962 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d15ce3d8-81f6-425f-856f-600fca794a67 req-58ae3c01-fb7f-42fb-8a7f-b8d5788309fb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323396 Sep 14 16:30:44.827085 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0dc26f-3054-428b-be60-5606f2e7e0f8 req-dc8fc67b-0db7-49dc-8a02-6c084d0d7b88 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:44.828592 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df0dc26f-3054-428b-be60-5606f2e7e0f8 req-dc8fc67b-0db7-49dc-8a02-6c084d0d7b88 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0487652 Sep 14 16:30:44.866407 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df0dc26f-3054-428b-be60-5606f2e7e0f8 req-3f60a39a-fad8-41bc-a163-67f3a33b1510 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Sep 14 16:30:45.709475 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:45.994557 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d225a-4a82-482b-a640-18807b85c719 req-d64bde4c-69c9-4c2e-be0f-789a04d8c89e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:45.996325 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-110d225a-4a82-482b-a640-18807b85c719 req-d64bde4c-69c9-4c2e-be0f-789a04d8c89e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0590813 Sep 14 16:30:46.043815 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-110d225a-4a82-482b-a640-18807b85c719 req-70ec6bc9-4f37-4281-8777-7688b22eb1e6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356438 Sep 14 16:30:46.304969 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285bf9f-0b08-4486-ab9a-82a04a0b6333 req-452b8ff7-ff71-4135-9d91-051705097725 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:46.306529 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2285bf9f-0b08-4486-ab9a-82a04a0b6333 req-452b8ff7-ff71-4135-9d91-051705097725 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 945 time: 0.0567558 Sep 14 16:30:46.345934 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2285bf9f-0b08-4486-ab9a-82a04a0b6333 req-7506accf-c5d2-4934-bf7d-b9ab93f5e710 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334890 Sep 14 16:30:47.161915 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53b4a74-e450-4646-afd3-5cfa25665b4e req-41bb2d77-c8f2-4966-b7bd-afa5c6e2aa52 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:47.163638 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e53b4a74-e450-4646-afd3-5cfa25665b4e req-41bb2d77-c8f2-4966-b7bd-afa5c6e2aa52 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0489025 Sep 14 16:30:47.203006 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e53b4a74-e450-4646-afd3-5cfa25665b4e req-96733b77-87e1-47d4-aaf0-ad304891ecab tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335486 Sep 14 16:30:47.464801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effdbd5-6653-428f-8864-57f2af776235 req-031c522a-7cce-4edf-b588-5c24f73a1bb3 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:47.466322 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6effdbd5-6653-428f-8864-57f2af776235 req-031c522a-7cce-4edf-b588-5c24f73a1bb3 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 945 time: 0.0529590 Sep 14 16:30:47.510394 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6effdbd5-6653-428f-8864-57f2af776235 req-75abda21-0f06-4caf-be3d-9659b3e82a3f tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331876 Sep 14 16:30:47.564566 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c85ca26d-177a-44ec-ac2b-40ccba74d591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:47.921182 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f1ed7-b775-4db3-88d8-1270883c431c req-5d6b6922-2d3c-49db-9692-b2ac197ca3ff tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:47.922621 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-876f1ed7-b775-4db3-88d8-1270883c431c req-5d6b6922-2d3c-49db-9692-b2ac197ca3ff tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 945 time: 0.0506375 Sep 14 16:30:48.016241 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Deleting port c6da1df7-a220-4178-b9d2-357a9b1d2f25 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:30:48.016565 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:48.101725 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] For port c6da1df7-a220-4178-b9d2-357a9b1d2f25, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=c6da1df7-a220-4178-b9d2-357a9b1d2f25,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:48.102077 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:48.306997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:48.307671 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:48.307671 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Floating IP 1777053f-7288-43d5-9d38-5c7b041c57d7 disassociated. External IP: 172.27.3.59, port: c6da1df7-a220-4178-b9d2-357a9b1d2f25. Sep 14 16:30:48.307977 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Calling delete_port for c6da1df7-a220-4178-b9d2-357a9b1d2f25 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:30:48.383222 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3ea31-f763-4703-adfa-12905ffef05f req-ea643f87-a2b6-4340-a995-ca0a7ae0a35e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:48.384761 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90b3ea31-f763-4703-adfa-12905ffef05f req-ea643f87-a2b6-4340-a995-ca0a7ae0a35e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0982282 Sep 14 16:30:48.443227 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-90b3ea31-f763-4703-adfa-12905ffef05f req-c434c670-3fe0-45ad-b7b2-579c3d490c10 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503087 Sep 14 16:30:48.500288 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:48.527955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event deleted for resources: {'Port': ['ID=c6da1df7-a220-4178-b9d2-357a9b1d2f25,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:48.647629 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3734c3cd-d79d-4e96-94b6-bcd84005fde7 req-35546e44-aced-4017-9096-3accec80d742 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd HTTP/1.1" status: 200 len: 210 time: 0.0314167 Sep 14 16:30:48.683951 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:30:48.795755 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:30:48.806293 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:30:48.816191 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:30:48.816751 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:30:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:48.839035 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] No DVR routers for this DVR port c6da1df7-a220-4178-b9d2-357a9b1d2f25 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:30:48.846311 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:48.848538 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-876f1ed7-b775-4db3-88d8-1270883c431c req-3be0c4c0-8600-4e05-9357-f9d602882909 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "DELETE /v2.0/ports/c6da1df7-a220-4178-b9d2-357a9b1d2f25 HTTP/1.1" status: 204 len: 173 time: 0.9181013 Sep 14 16:30:48.849023 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'name': 'network-vif-deleted', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:48.851312 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdf2dfa-699b-4a17-926f-74ee6a2129ab" -d '{"events": [{"server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "name": "network-vif-deleted", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:48.955427 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:30:48.998252 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46378) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:49.111930 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c66334-85b6-4583-97eb-b02c9754e35a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.147017 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dddcde4-e20d-4396-af93-5ae7eeee6e36 x-openstack-request-id: req-7dddcde4-e20d-4396-af93-5ae7eeee6e36 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:49.147399 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd", "name": "network-vif-deleted", "tag": "c6da1df7-a220-4178-b9d2-357a9b1d2f25", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:49.147712 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7dddcde4-e20d-4396-af93-5ae7eeee6e36 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:49.148441 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9f06d5-d1f3-46b9-9d9b-a62ab3a6f7dd', 'name': 'network-vif-deleted', 'tag': 'c6da1df7-a220-4178-b9d2-357a9b1d2f25', 'status': 'completed', 'code': 200} Sep 14 16:30:49.221263 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c66334-85b6-4583-97eb-b02c9754e35a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.225601 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1c66334-85b6-4583-97eb-b02c9754e35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.227462 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:49.259309 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:30:49.268322 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e1c66334-85b6-4583-97eb-b02c9754e35a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1edc2c47c50345da883962ca8956daf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2659895 Sep 14 16:30:49.268322 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c66334-85b6-4583-97eb-b02c9754e35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6c62b0a-19c2-4d04-aae6-49053c509524,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:49.272063 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:30:49.272683 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:30:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:49.273821 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46384) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:49.335181 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b3a8e7-e0a3-4c78-8686-7fdc9e50db62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.365506 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b3a8e7-e0a3-4c78-8686-7fdc9e50db62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.426556 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b3a8e7-e0a3-4c78-8686-7fdc9e50db62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.429605 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-31b3a8e7-e0a3-4c78-8686-7fdc9e50db62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.430857 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-31b3a8e7-e0a3-4c78-8686-7fdc9e50db62 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6c62b0a-19c2-4d04-aae6-49053c509524 HTTP/1.1" status: 204 len: 168 time: 0.1537623 Sep 14 16:30:49.439277 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b3a8e7-e0a3-4c78-8686-7fdc9e50db62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6c62b0a-19c2-4d04-aae6-49053c509524,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:49.528343 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:30:49.587898 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ea0b3a-835b-4604-b95b-9edb630bef32 req-eb80975f-b7e9-481f-9d8a-e6a3463cbff3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:49.595228 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4ea0b3a-835b-4604-b95b-9edb630bef32 req-eb80975f-b7e9-481f-9d8a-e6a3463cbff3 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0655584 Sep 14 16:30:49.633985 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4ea0b3a-835b-4604-b95b-9edb630bef32 req-b94fdd12-0ac9-49b4-a402-47ed0a6976a7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378559 Sep 14 16:30:49.759504 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:30:49.773734 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46396) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:49.789371 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a6b341-14fe-41e1-ba1a-d475288f3b0c None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:30:49.792212 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fe790da-a959-4c83-bd10-7a8571f3fd9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.910861 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fe790da-a959-4c83-bd10-7a8571f3fd9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.916873 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fe790da-a959-4c83-bd10-7a8571f3fd9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:49.956951 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-282beef0-09b5-4bea-871a-92e673a1f649 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266560255&fields=id&tenant_id=133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 267 time: 0.0700147 Sep 14 16:30:49.966148 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9fe790da-a959-4c83-bd10-7a8571f3fd9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=abb8b0bc8b53490298274612bad3e2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886640 Sep 14 16:30:49.966439 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46402) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:49.998544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe790da-a959-4c83-bd10-7a8571f3fd9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c41662d0-bd5a-4f6d-abfc-30306cda5f3a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:50.006203 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1bb17e02-c1b3-4414-804c-da2802507d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:50.027370 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:50.051207 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:50.074541 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3e98b-42fa-431a-8bf8-a4af9931d018 None None] New status for floating IP 1777053f-7288-43d5-9d38-5c7b041c57d7: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:30:50.092051 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-5e21fff7-4b01-4e46-835f-a9f57d21bc1c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:50.095336 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-5e21fff7-4b01-4e46-835f-a9f57d21bc1c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 812 time: 0.1214445 Sep 14 16:30:50.101867 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:50.104994 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:50.106378 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c41662d0-bd5a-4f6d-abfc-30306cda5f3a HTTP/1.1" status: 204 len: 168 time: 0.1387601 Sep 14 16:30:50.110380 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-c9838433-9e57-4d1a-86d9-c55c6348710c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/quotas/133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 375 time: 0.0103579 Sep 14 16:30:50.120584 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c41662d0-bd5a-4f6d-abfc-30306cda5f3a,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:50.132227 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.132567 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.132905 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.133233 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.133646 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.133975 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.134296 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.134622 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.134942 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.135258 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.135573 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.135885 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb314970-f30f-416f-a55b-189812cad8a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:50.189136 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-00c6c211-1409-41b5-9e5f-8198e06017c1 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0704849 Sep 14 16:30:50.377955 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:50.466074 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-f27d4012-0ae2-457d-a9dd-6dab9f564fb9 service neutron] 10.222.0.15 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613838 Sep 14 16:30:50.558384 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-1cfc3a4f-a90c-4de7-bd6d-2d9ca6583078 service neutron] 10.222.0.15 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881588 Sep 14 16:30:50.636410 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c6da1df7-a220-4178-b9d2-357a9b1d2f25 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:30:50.664773 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: c6da1df7-a220-4178-b9d2-357a9b1d2f25 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:30:50.665333 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device c6da1df7-a220-4178-b9d2-357a9b1d2f25 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:30:50.766790 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6b5f-7790-43e6-81e4-f92942f7b977 req-3cd1d014-2381-492d-bda8-5fd86818fb83 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:50.768332 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d27c6b5f-7790-43e6-81e4-f92942f7b977 req-3cd1d014-2381-492d-bda8-5fd86818fb83 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0518034 Sep 14 16:30:50.808365 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d27c6b5f-7790-43e6-81e4-f92942f7b977 req-8182cafe-9258-4d07-9e91-88e77469a7f9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329847 Sep 14 16:30:50.905514 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-88256c62-38e0-4d61-b538-ccf9f6603b0a req-576085fe-0054-446f-9efd-3de892299450 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 210 time: 0.0294213 Sep 14 16:30:51.417521 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.042728 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f429f97-63e8-4c80-8179-5d0bb0ea199b req-76c8bebe-7017-4a17-b839-e31afc9852dc tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:52.050042 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f429f97-63e8-4c80-8179-5d0bb0ea199b req-76c8bebe-7017-4a17-b839-e31afc9852dc tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.1618004 Sep 14 16:30:52.057193 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-17aa126a-b0a7-4af0-9ad9-0dfc2d98c00d req-0085a1eb-0b47-461a-8c8e-d54be960878c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 210 time: 0.0559092 Sep 14 16:30:52.218331 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46506) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:52.326361 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd547954-2c0b-4f0c-8500-5ed853dec6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.326621 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f429f97-63e8-4c80-8179-5d0bb0ea199b req-bc70e69e-5e68-4388-960f-aacd7c885157 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755592 Sep 14 16:30:52.333206 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-54d7dd9f-65af-4104-b6b4-7ce0da4d1c74 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:52.334670 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-54d7dd9f-65af-4104-b6b4-7ce0da4d1c74 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 812 time: 0.4321623 Sep 14 16:30:52.391059 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-8b198b77-7655-4091-8b06-431086ad9339 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 379 time: 0.0460491 Sep 14 16:30:52.404660 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'port': {'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'admin_state_up': True, 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'security_groups': ['3038bdf5-1017-4fdf-a306-1cb6bb409812']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:30:52.429823 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd547954-2c0b-4f0c-8500-5ed853dec6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.434291 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bd547954-2c0b-4f0c-8500-5ed853dec6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.475254 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bd547954-2c0b-4f0c-8500-5ed853dec6ea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48408d1b8bfe467ea212a90e47a613d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534285 Sep 14 16:30:52.475254 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd547954-2c0b-4f0c-8500-5ed853dec6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dede180-e149-4804-a996-1f00cde99c70,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:52.476593 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46510) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:52.522545 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Made reservation on behalf of 133413ca64984581ab6a1c1c8172bf3b for: {'port': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:30:52.528252 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.534459 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba57042a-94f4-4ecb-aee9-eb3111d977dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.567792 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba57042a-94f4-4ecb-aee9-eb3111d977dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.620216 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.640555 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba57042a-94f4-4ecb-aee9-eb3111d977dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.644412 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba57042a-94f4-4ecb-aee9-eb3111d977dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.646207 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ba57042a-94f4-4ecb-aee9-eb3111d977dc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7dede180-e149-4804-a996-1f00cde99c70 HTTP/1.1" status: 204 len: 168 time: 0.1670957 Sep 14 16:30:52.659408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba57042a-94f4-4ecb-aee9-eb3111d977dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dede180-e149-4804-a996-1f00cde99c70,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:52.685701 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Allocated IP 172.20.0.10 (e06eac93-db4e-4607-b140-c480bda9bbaf/ba2bbac1-6ac9-480f-b7a0-47095feb987d/19788f28-f179-4316-8652-c0dbad22a38b) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:30:52.829586 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.843071 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Transition to ACTIVE for port object 19788f28-f179-4316-8652-c0dbad22a38b will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:30:52.877723 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.918668 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Network e06eac93-db4e-4607-b140-c480bda9bbaf is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:30:52.921752 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:30:52.924369 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:30:52.926945 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46518) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:52.941166 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce7794eb-2d54-4318-8409-52ee95aac81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:52.965554 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=19788f28-f179-4316-8652-c0dbad22a38b,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:52.996727 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:52.997635 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.067067 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce7794eb-2d54-4318-8409-52ee95aac81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.073439 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ce7794eb-2d54-4318-8409-52ee95aac81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.079123 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-deeafb7e-015e-4b86-9f78-ddb23a30c93d tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6781106 Sep 14 16:30:53.125089 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7794eb-2d54-4318-8409-52ee95aac81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5984dcde-56fa-43e5-9178-a04de898f9c5,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:53.134962 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ce7794eb-2d54-4318-8409-52ee95aac81a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6e3ac43e1364bc4b1bafbe9690f7094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2039864 Sep 14 16:30:53.135587 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46524) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:30:53.207271 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-72993403-9aa7-417e-babb-df3021df0724 None None] Provisioning for port 19788f28-f179-4316-8652-c0dbad22a38b completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:30:53.213718 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-72993403-9aa7-417e-babb-df3021df0724 None None] Provisioning complete for port 19788f28-f179-4316-8652-c0dbad22a38b triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:30:53.214596 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72993403-9aa7-417e-babb-df3021df0724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.236905 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eab9b5-45bd-4409-a019-33157a107209 req-1517fa49-397f-4e5d-9307-51a3519e51e1 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:53.238544 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1eab9b5-45bd-4409-a019-33157a107209 req-1517fa49-397f-4e5d-9307-51a3519e51e1 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 932 time: 0.0861123 Sep 14 16:30:53.239215 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b749b919-96be-4d9f-856d-d146d11d4fd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.262170 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-72993403-9aa7-417e-babb-df3021df0724 None None] Port 19788f28-f179-4316-8652-c0dbad22a38b cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:30:53.278071 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Request body: {'port': {'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:30:53.282984 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b749b919-96be-4d9f-856d-d146d11d4fd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.343851 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1eab9b5-45bd-4409-a019-33157a107209 req-84911265-e8ed-450a-b014-3de98e788c50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983968 Sep 14 16:30:53.375250 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.431766 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b749b919-96be-4d9f-856d-d146d11d4fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.434344 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b749b919-96be-4d9f-856d-d146d11d4fd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.435851 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b749b919-96be-4d9f-856d-d146d11d4fd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5984dcde-56fa-43e5-9178-a04de898f9c5 HTTP/1.1" status: 204 len: 168 time: 0.2989459 Sep 14 16:30:53.471492 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b749b919-96be-4d9f-856d-d146d11d4fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5984dcde-56fa-43e5-9178-a04de898f9c5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:53.557566 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129b7b23-2708-466b-9308-277e1feabcf0 req-5ea1b088-34c0-4b11-8be8-666f65870243 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:53.559117 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-129b7b23-2708-466b-9308-277e1feabcf0 req-5ea1b088-34c0-4b11-8be8-666f65870243 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.1401114 Sep 14 16:30:53.650149 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-129b7b23-2708-466b-9308-277e1feabcf0 req-f1384d88-df36-4397-979a-69edb834902f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792520 Sep 14 16:30:53.734026 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19788f28-f179-4316-8652-c0dbad22a38b {{(pid=93882) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:30:53.745074 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.757082 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Transition to ACTIVE for port object 19788f28-f179-4316-8652-c0dbad22a38b will not be triggered until provisioned by entity L2. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:30:53.761984 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.858541 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=19788f28-f179-4316-8652-c0dbad22a38b,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:53.898464 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Attempting to bind port 19788f28-f179-4316-8652-c0dbad22a38b on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:30:53.899403 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Attempting to bind port 19788f28-f179-4316-8652-c0dbad22a38b by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:30:53.899819 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Attempting to bind port 19788f28-f179-4316-8652-c0dbad22a38b on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:30:53.904223 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Port 19788f28-f179-4316-8652-c0dbad22a38b on network e06eac93-db4e-4607-b140-c480bda9bbaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:30:53.904540 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Attempting to bind port 19788f28-f179-4316-8652-c0dbad22a38b on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:30:53.910092 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 30, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:30:53.910465 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Checking segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:30:53.910801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Bound using segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} {{(pid=93882) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:30:53.911222 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.managers [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Bound port: 19788f28-f179-4316-8652-c0dbad22a38b, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}}] {{(pid=93882) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:30:53.911571 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:53.986282 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] For port 19788f28-f179-4316-8652-c0dbad22a38b, host hv-cinder-80708, cleared binding levels {{(pid=93882) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:30:53.991683 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] For port 19788f28-f179-4316-8652-c0dbad22a38b, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=19788f28-f179-4316-8652-c0dbad22a38b,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93882) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:30:53.998115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:54.041902 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.043606 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:54.045021 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/19788f28-f179-4316-8652-c0dbad22a38b HTTP/1.1" status: 200 len: 1094 time: 0.9543588 Sep 14 16:30:54.047588 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:54.049932 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652c03e4-2d69-46b5-b8c0-02886e0d5e09" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "tag": "19788f28-f179-4316-8652-c0dbad22a38b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:54.085017 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fce36c-0efa-41c2-a858-771a76dbc6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=19788f28-f179-4316-8652-c0dbad22a38b,revision_number=3']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:54.151803 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce00d4-df5f-4280-ac00-96fb09a936fd x-openstack-request-id: req-d2ce00d4-df5f-4280-ac00-96fb09a936fd {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:54.152183 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "tag": "19788f28-f179-4316-8652-c0dbad22a38b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:54.152521 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d2ce00d4-df5f-4280-ac00-96fb09a936fd {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:54.153008 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b', 'status': 'completed', 'code': 200} Sep 14 16:30:54.174896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-29717c43-0796-451e-93a9-1440da366432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.178001 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-29717c43-0796-451e-93a9-1440da366432 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 1097 time: 0.0834463 Sep 14 16:30:54.233409 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-28d74fc5-f390-4aa7-a08f-e1ff596280be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19788f28-f179-4316-8652-c0dbad22a38b HTTP/1.1" status: 200 len: 217 time: 0.0453587 Sep 14 16:30:54.296025 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-32727784-75a5-4cd8-a7df-67ad17e7b9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.297529 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-32727784-75a5-4cd8-a7df-67ad17e7b9d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0525498 Sep 14 16:30:54.358289 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-2853a10c-57b5-47b7-8681-28ffcd962e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.359713 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-2853a10c-57b5-47b7-8681-28ffcd962e60 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504389 Sep 14 16:30:54.493211 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-214fcee7-f81e-4fa9-9937-79478cdc8203 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221488 Sep 14 16:30:54.506775 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea82b75-a9a6-4046-b178-7af2f9f4127b req-14579058-652f-42bd-8982-0fa6c3621b72 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.508843 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fea82b75-a9a6-4046-b178-7af2f9f4127b req-14579058-652f-42bd-8982-0fa6c3621b72 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.0730178 Sep 14 16:30:54.610326 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fea82b75-a9a6-4046-b178-7af2f9f4127b req-2ee3870f-d1a0-4288-9666-6528a3e4665a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914412 Sep 14 16:30:54.639980 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22e8e7f9-b2ae-4961-9592-092ef494b464 req-86dcd841-8a8e-4c26-96c3-c04384701139 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300969 Sep 14 16:30:54.683818 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:30:54.765284 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-eaaded33-84e4-4629-b096-44d6d47d9bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.766804 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-eaaded33-84e4-4629-b096-44d6d47d9bb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 1097 time: 0.0613244 Sep 14 16:30:54.798772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:54.814336 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'port_id': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'mac_address': 'fa:16:3e:4e:4b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:30:54.855582 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:54.860970 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d662aba7-2135-43c2-8765-7dd523213828 req-f9a80466-518e-4615-bbdb-e030d3ff9ea6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.862581 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d662aba7-2135-43c2-8765-7dd523213828 req-f9a80466-518e-4615-bbdb-e030d3ff9ea6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.1160524 Sep 14 16:30:54.868923 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7ab239de-3794-44b4-b45f-0d49d3ea1560 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:30:54.889764 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:54.895300 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:54.921309 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-6337f53a-7b97-4179-abe7-bc277532f482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:54.923109 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-6337f53a-7b97-4179-abe7-bc277532f482 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1351094 Sep 14 16:30:54.938603 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d662aba7-2135-43c2-8765-7dd523213828 req-8b6ec5bf-3b77-4256-aa6a-36d48b3795b8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619717 Sep 14 16:30:54.971968 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:54.982107 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.982656 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.983164 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.983657 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.984320 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.984855 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.985469 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.985805 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.986134 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.986454 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.986781 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.987106 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:30:54.997812 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-c41a6547-3239-499d-a4e0-a3b4a81e2d9e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19788f28-f179-4316-8652-c0dbad22a38b HTTP/1.1" status: 200 len: 217 time: 0.0579293 Sep 14 16:30:55.016751 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['7ab239de-3794-44b4-b45f-0d49d3ea1560'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:30:55.053006 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-db054fe0-b782-4246-a52a-0460796733e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:55.054417 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-db054fe0-b782-4246-a52a-0460796733e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0496922 Sep 14 16:30:55.128123 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-c1f37183-052a-4304-870a-4b716a37b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:55.129838 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-c1f37183-052a-4304-870a-4b716a37b585 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417390 Sep 14 16:30:55.268570 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-c3377f5e-4c45-4c50-af69-ad2b87a73457 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308424 Sep 14 16:30:55.414190 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-652c03e4-2d69-46b5-b8c0-02886e0d5e09 req-a83dbfb4-beb3-4ee1-a8ed-682d6d3adef7 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382356 Sep 14 16:30:55.742279 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41f1da-422d-4889-a072-a8c9c1734b14 req-d37b0b48-dd14-465a-9c11-6053f677eb96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:55.744587 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc41f1da-422d-4889-a072-a8c9c1734b14 req-d37b0b48-dd14-465a-9c11-6053f677eb96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.0590205 Sep 14 16:30:55.796226 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc41f1da-422d-4889-a072-a8c9c1734b14 req-86bbb4a1-1a75-4269-9311-29b6c8afd452 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456185 Sep 14 16:30:56.081623 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f6d6d7-c842-4295-adef-7c7f1502c145 req-9c3c0eb0-4987-407d-bd2c-3bc97692ff7e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:56.083136 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83f6d6d7-c842-4295-adef-7c7f1502c145 req-9c3c0eb0-4987-407d-bd2c-3bc97692ff7e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 944 time: 0.0658317 Sep 14 16:30:56.123736 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-83f6d6d7-c842-4295-adef-7c7f1502c145 req-bd70aff8-1966-434e-a39f-e8a1efa6d395 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336914 Sep 14 16:30:56.697487 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:30:56.781042 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 7ab239de-3794-44b4-b45f-0d49d3ea1560 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:30:56.781976 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:56.898120 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:56.939404 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:30:56.943559 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77cd429-eb80-4f5d-99d3-61abd7fe7fbe" -d '{"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:30:56.971120 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:30:56.976159 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6b12e-4744-4e48-9e95-d918429720d7 req-5c9a9bfd-4a16-4bd0-9634-66512bd503ff tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:56.980753 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:30:56.994461 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8ba6b12e-4744-4e48-9e95-d918429720d7 req-5c9a9bfd-4a16-4bd0-9634-66512bd503ff tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.1251247 Sep 14 16:30:57.052846 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:30:57.108686 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8ba6b12e-4744-4e48-9e95-d918429720d7 req-e60a7810-2321-41ed-8237-6c9396b9cea5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1128414 Sep 14 16:30:57.192628 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0b589e-d324-4bcc-bdbd-40193b42f06c x-openstack-request-id: req-ae0b589e-d324-4bcc-bdbd-40193b42f06c {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:30:57.193012 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:30:57.193332 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae0b589e-d324-4bcc-bdbd-40193b42f06c {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:30:57.193811 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'code': 200} Sep 14 16:30:57.263800 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e9cf6-ddf6-4e5c-9f56-70cb0b9abdb6 req-0465c3cf-29ea-4143-a9f2-b50659468ed7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:57.265226 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b2e9cf6-ddf6-4e5c-9f56-70cb0b9abdb6 req-0465c3cf-29ea-4143-a9f2-b50659468ed7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0574627 Sep 14 16:30:57.315970 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b2e9cf6-ddf6-4e5c-9f56-70cb0b9abdb6 req-be811bc5-967c-4eba-875e-b0de47a6ddc0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423162 Sep 14 16:30:58.247186 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd495f-7fad-4264-bf10-b7c09a91c413 req-91cb3a09-7f69-40b4-97ad-22899415fac6 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:58.250920 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42cd495f-7fad-4264-bf10-b7c09a91c413 req-91cb3a09-7f69-40b4-97ad-22899415fac6 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.0684516 Sep 14 16:30:58.301160 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42cd495f-7fad-4264-bf10-b7c09a91c413 req-08a89d2a-8205-472b-960c-67460a11b8db tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450656 Sep 14 16:30:58.459822 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a34493-dccf-4a8b-99cb-2f06ea9ab8ae req-f3555e50-588b-49dd-934b-130f176803ac tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:58.463243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26a34493-dccf-4a8b-99cb-2f06ea9ab8ae req-f3555e50-588b-49dd-934b-130f176803ac tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0594738 Sep 14 16:30:58.546559 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-26a34493-dccf-4a8b-99cb-2f06ea9ab8ae req-cb10fdf3-47f0-418f-b0ad-20970bfed7b9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771782 Sep 14 16:30:59.444691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d091646-2abf-46d5-a5a4-0fd01a5d3bc6 req-ad96756b-4fac-465d-8c98-b4875d0b603a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:59.446770 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d091646-2abf-46d5-a5a4-0fd01a5d3bc6 req-ad96756b-4fac-465d-8c98-b4875d0b603a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.0591848 Sep 14 16:30:59.491045 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4d091646-2abf-46d5-a5a4-0fd01a5d3bc6 req-f8cd26a1-1cd3-479c-a22f-9ec594be2cbe tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362446 Sep 14 16:30:59.686329 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfe520-bb14-44ab-be99-ea1590c69549 req-927bbbac-d4e6-47fc-8a74-fe1acfe6af14 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:30:59.693495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fbfe520-bb14-44ab-be99-ea1590c69549 req-927bbbac-d4e6-47fc-8a74-fe1acfe6af14 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0658550 Sep 14 16:30:59.749640 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fbfe520-bb14-44ab-be99-ea1590c69549 req-a60ca761-271e-4118-bd59-b44811477595 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474093 Sep 14 16:31:00.631352 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee506ea-3a03-4834-bd3c-d459b2a69f4d req-d55b6042-c8f5-4071-916b-db8957983a4e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:00.631352 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cee506ea-3a03-4834-bd3c-d459b2a69f4d req-d55b6042-c8f5-4071-916b-db8957983a4e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.0506485 Sep 14 16:31:00.671343 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cee506ea-3a03-4834-bd3c-d459b2a69f4d req-886ca48c-fbeb-41ea-8f2c-2da6bb4f5a13 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331035 Sep 14 16:31:00.868551 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bc8a8-ef1c-4fb0-b6b5-507410022683 req-9f11086c-366e-46b0-baeb-450477343e7f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:00.870375 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-839bc8a8-ef1c-4fb0-b6b5-507410022683 req-9f11086c-366e-46b0-baeb-450477343e7f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0568521 Sep 14 16:31:00.912618 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-839bc8a8-ef1c-4fb0-b6b5-507410022683 req-29650f35-cef9-4832-a31d-661b250cd62a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339074 Sep 14 16:31:01.798058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e371c6-c3af-4962-a25a-c3452f74a8b7 req-b5274da7-2189-48ac-9f8f-ab34fa1d90f6 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:01.807424 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42e371c6-c3af-4962-a25a-c3452f74a8b7 req-b5274da7-2189-48ac-9f8f-ab34fa1d90f6 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.0597615 Sep 14 16:31:01.844766 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42e371c6-c3af-4962-a25a-c3452f74a8b7 req-1c7d8320-e925-48d4-b93d-2f9ddd4cc980 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360785 Sep 14 16:31:02.080938 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d374e19f-3eb6-428e-a53d-2e7fe9c55456 req-2824ecbc-6c01-4219-85f2-7bcce3a1523e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:02.082694 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d374e19f-3eb6-428e-a53d-2e7fe9c55456 req-2824ecbc-6c01-4219-85f2-7bcce3a1523e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0863132 Sep 14 16:31:02.133700 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d374e19f-3eb6-428e-a53d-2e7fe9c55456 req-e0ee90e0-67f3-4f66-a034-999385210e34 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409403 Sep 14 16:31:02.747590 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 19788f28-f179-4316-8652-c0dbad22a38b details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:31:02.866831 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 19788f28-f179-4316-8652-c0dbad22a38b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=19788f28-f179-4316-8652-c0dbad22a38b,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:02.880762 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '19788f28-f179-4316-8652-c0dbad22a38b', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:31:02.931100 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:02.945150 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19788f28-f179-4316-8652-c0dbad22a38b {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:31:02.969555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 19788f28-f179-4316-8652-c0dbad22a38b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=19788f28-f179-4316-8652-c0dbad22a38b,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:02.975775 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:02.988698 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73a6d39-112e-46c2-9bc6-6063a9b061f7 req-450fa3e0-4564-42fb-b5d3-3b990771bc53 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:02.990350 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a73a6d39-112e-46c2-9bc6-6063a9b061f7 req-450fa3e0-4564-42fb-b5d3-3b990771bc53 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 944 time: 0.0623937 Sep 14 16:31:03.035746 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a73a6d39-112e-46c2-9bc6-6063a9b061f7 req-77e9091c-8d04-45a8-acd9-5bc25461518a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377438 Sep 14 16:31:03.073652 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=19788f28-f179-4316-8652-c0dbad22a38b,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:03.284982 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7c9f0-2a39-4817-8f2e-0b073cc7f1ea req-f6ded31e-2eee-478d-88cb-e9e77b886903 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:03.293584 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74f7c9f0-2a39-4817-8f2e-0b073cc7f1ea req-f6ded31e-2eee-478d-88cb-e9e77b886903 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0721371 Sep 14 16:31:03.302811 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['19788f28-f179-4316-8652-c0dbad22a38b'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:31:03.371895 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-74f7c9f0-2a39-4817-8f2e-0b073cc7f1ea req-cd06942f-30de-4cd9-a467-80186cb4b792 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774415 Sep 14 16:31:04.178241 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8df6c3b-f12a-4500-bb34-41df558c71c3 req-a920a5c8-713f-43ee-97de-1ac65971df48 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:04.179364 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8df6c3b-f12a-4500-bb34-41df558c71c3 req-a920a5c8-713f-43ee-97de-1ac65971df48 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 945 time: 0.0588772 Sep 14 16:31:04.226970 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8df6c3b-f12a-4500-bb34-41df558c71c3 req-be5fe4ef-5ba4-4a94-9fb5-d83740e011a9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400743 Sep 14 16:31:04.504075 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72516517-28b6-4434-85e4-8e070a98081e req-33ae5d88-144e-4d42-ada1-cb7b63684046 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:04.505655 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72516517-28b6-4434-85e4-8e070a98081e req-33ae5d88-144e-4d42-ada1-cb7b63684046 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0556388 Sep 14 16:31:04.550171 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72516517-28b6-4434-85e4-8e070a98081e req-a11c3974-ba9c-45e8-9ec7-bb836641df6b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373228 Sep 14 16:31:04.763725 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 19788f28-f179-4316-8652-c0dbad22a38b up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:31:04.824022 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 19788f28-f179-4316-8652-c0dbad22a38b completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:31:04.828062 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 19788f28-f179-4316-8652-c0dbad22a38b triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:31:04.828551 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:04.928013 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:04.954980 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:04.958147 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352f8707-9b3d-4557-9204-cbb34e8f0201" -d '{"events": [{"server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "name": "network-vif-plugged", "status": "completed", "tag": "19788f28-f179-4316-8652-c0dbad22a38b"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:04.973326 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 19788f28-f179-4316-8652-c0dbad22a38b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=19788f28-f179-4316-8652-c0dbad22a38b,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:04.980321 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.023900 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfab416-6eba-40d4-9550-8808b1321fa2 x-openstack-request-id: req-fbfab416-6eba-40d4-9550-8808b1321fa2 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:05.024158 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "name": "network-vif-plugged", "status": "completed", "tag": "19788f28-f179-4316-8652-c0dbad22a38b", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:05.024422 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fbfab416-6eba-40d4-9550-8808b1321fa2 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:05.024755 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b', 'code': 200} Sep 14 16:31:05.053092 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=19788f28-f179-4316-8652-c0dbad22a38b,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:05.174029 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46786) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:05.326533 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee9-4fe1-4694-b894-504c0f80b066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.358430 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c89669-78ac-4498-9401-e2ecd747ba33 req-4b63190b-e2b1-4c1f-867f-f875ffdf172e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:05.360278 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42c89669-78ac-4498-9401-e2ecd747ba33 req-4b63190b-e2b1-4c1f-867f-f875ffdf172e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 946 time: 0.0520465 Sep 14 16:31:05.440119 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-42c89669-78ac-4498-9401-e2ecd747ba33 req-91820227-7259-484d-b3d0-274e1de57c34 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717957 Sep 14 16:31:05.448900 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee9-4fe1-4694-b894-504c0f80b066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.453639 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92cc4b1-85f4-4302-906f-bec89f0fcbb2 req-d9328024-1051-4bc9-aa61-03738a379750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:05.455384 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a92cc4b1-85f4-4302-906f-bec89f0fcbb2 req-d9328024-1051-4bc9-aa61-03738a379750 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 1099 time: 0.0700674 Sep 14 16:31:05.462602 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2f897ee9-4fe1-4694-b894-504c0f80b066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.498919 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a92cc4b1-85f4-4302-906f-bec89f0fcbb2 req-eb42f034-34e5-46d8-9fe3-11586eb0d04f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331919 Sep 14 16:31:05.500562 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2f897ee9-4fe1-4694-b894-504c0f80b066 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=062fe50c7be24e4ea1c538b6d0f075bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3252988 Sep 14 16:31:05.501570 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f897ee9-4fe1-4694-b894-504c0f80b066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f046aea4-360d-4f9a-9fd5-5ed2d35035ba,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:05.503614 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46792) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:05.553737 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0908423-e74f-498c-83ee-07591b06d178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.578377 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0908423-e74f-498c-83ee-07591b06d178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.639951 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0908423-e74f-498c-83ee-07591b06d178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.642764 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a0908423-e74f-498c-83ee-07591b06d178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:05.643844 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a0908423-e74f-498c-83ee-07591b06d178 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f046aea4-360d-4f9a-9fd5-5ed2d35035ba HTTP/1.1" status: 204 len: 168 time: 0.1390545 Sep 14 16:31:05.666119 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0908423-e74f-498c-83ee-07591b06d178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f046aea4-360d-4f9a-9fd5-5ed2d35035ba,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:05.700390 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4892bb8f-cd90-4cfc-b0b9-4517c94b4523 req-670611e1-d1c9-4f01-8e3f-98305fd5bb3a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:05.702150 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4892bb8f-cd90-4cfc-b0b9-4517c94b4523 req-670611e1-d1c9-4f01-8e3f-98305fd5bb3a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0729439 Sep 14 16:31:05.744313 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4892bb8f-cd90-4cfc-b0b9-4517c94b4523 req-cc489860-c070-4886-875c-e636f23c8426 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352333 Sep 14 16:31:05.897582 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-4939db08-eb84-4f18-b06b-14f5cd621f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:05.899612 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-4939db08-eb84-4f18-b06b-14f5cd621f0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1098 time: 0.0442455 Sep 14 16:31:05.904301 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 46800) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:05.925146 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aabf3282-28d0-4d93-bcd6-c43e165d3803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:06.031333 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-20847268-15a9-42d2-96f7-c398710f529e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:06.032797 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-20847268-15a9-42d2-96f7-c398710f529e service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.1212966 Sep 14 16:31:06.118943 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-0a626fb2-0a59-4451-ac80-5e9da78981dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 200 len: 1001 time: 0.0753646 Sep 14 16:31:06.143253 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aabf3282-28d0-4d93-bcd6-c43e165d3803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:06.163349 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-aabf3282-28d0-4d93-bcd6-c43e165d3803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:06.211587 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-aabf3282-28d0-4d93-bcd6-c43e165d3803 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2db329ed51724329b49600bfe7d71a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062806 Sep 14 16:31:06.213490 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-f7f04b5c-219c-424b-b287-0f9aeb406409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:06.214309 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46802) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:06.214836 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-f7f04b5c-219c-424b-b287-0f9aeb406409 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0827231 Sep 14 16:31:06.215526 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf3282-28d0-4d93-bcd6-c43e165d3803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0895d3-1fc3-4aff-b2e1-81bc56345730,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:06.270531 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-6046c66a-9f7f-4ac8-a659-f9352e315edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:06.272017 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-6046c66a-9f7f-4ac8-a659-f9352e315edb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0458233 Sep 14 16:31:06.277637 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0281-f364-4d6e-8064-1d6517145da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:06.298849 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0281-f364-4d6e-8064-1d6517145da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:06.346184 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0281-f364-4d6e-8064-1d6517145da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:06.348819 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c4bf0281-f364-4d6e-8064-1d6517145da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:06.352912 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c4bf0281-f364-4d6e-8064-1d6517145da2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc0895d3-1fc3-4aff-b2e1-81bc56345730 HTTP/1.1" status: 204 len: 168 time: 0.1346819 Sep 14 16:31:06.360156 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bf0281-f364-4d6e-8064-1d6517145da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0895d3-1fc3-4aff-b2e1-81bc56345730,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:06.366741 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-acb66ffb-6683-42e4-82d0-392374f4cd34 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861290 Sep 14 16:31:06.462075 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-04c4e8c1-2969-4e91-bedf-b91d1d140afc req-6586d090-202b-4c7d-8aaf-6f5c9a422d28 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876808 Sep 14 16:31:06.563478 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f947b289-bcf1-4b0f-b885-7adc6e294249 req-7725516e-8236-42c7-8499-9341fc71ca13 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:06.564944 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f947b289-bcf1-4b0f-b885-7adc6e294249 req-7725516e-8236-42c7-8499-9341fc71ca13 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 946 time: 0.0506854 Sep 14 16:31:06.605896 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f947b289-bcf1-4b0f-b885-7adc6e294249 req-93f7c0d0-8016-4ee6-8559-f4498dabeeef tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337112 Sep 14 16:31:06.863632 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2a1ef-ac2d-46df-a0fb-7e33c6d78cd9 req-fec410bc-5d3f-45a0-a113-1b58490afd54 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:06.865097 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9fc2a1ef-ac2d-46df-a0fb-7e33c6d78cd9 req-fec410bc-5d3f-45a0-a113-1b58490afd54 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0488901 Sep 14 16:31:06.902834 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9fc2a1ef-ac2d-46df-a0fb-7e33c6d78cd9 req-e19608f8-4df6-4c96-9054-68635acc15a0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312819 Sep 14 16:31:07.726143 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a383db83-bef5-43f6-ac80-95c3edcb13bb req-1e22cebd-7296-49bf-88bb-1e30a32d2cfc tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:07.727662 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a383db83-bef5-43f6-ac80-95c3edcb13bb req-1e22cebd-7296-49bf-88bb-1e30a32d2cfc tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 946 time: 0.0559998 Sep 14 16:31:07.766541 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a383db83-bef5-43f6-ac80-95c3edcb13bb req-fb03bd0d-961f-4250-afb6-36d208d81b96 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329988 Sep 14 16:31:07.880704 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c1f01-ee36-4182-a0d6-a99edeb9488f req-e87af1b6-e17a-4aad-8d7c-41bc6deaf918 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:07.882286 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6c1f01-ee36-4182-a0d6-a99edeb9488f req-e87af1b6-e17a-4aad-8d7c-41bc6deaf918 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 946 time: 0.0498505 Sep 14 16:31:07.921091 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-df6c1f01-ee36-4182-a0d6-a99edeb9488f req-e7e10a90-8ecc-4e9f-8267-e7326d8dae47 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322187 Sep 14 16:31:07.943902 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46864) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:07.984190 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52aae59d-29f4-44e7-9c7b-bc4136f8a505 tempest-TestVolumeBootPattern-2020928214 tempest-TestVolumeBootPattern-2020928214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:07.985732 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-52aae59d-29f4-44e7-9c7b-bc4136f8a505 tempest-TestVolumeBootPattern-2020928214 tempest-TestVolumeBootPattern-2020928214-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 1094 time: 0.0404050 Sep 14 16:31:07.988440 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 46866) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:07.993293 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:08.022904 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:08.035287 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436477b9-a761-40d9-8e60-253b7dd40667 req-464722be-da13-4ece-b77f-58c2644d4e64 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:08.036819 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-436477b9-a761-40d9-8e60-253b7dd40667 req-464722be-da13-4ece-b77f-58c2644d4e64 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 945 time: 0.0535498 Sep 14 16:31:08.075618 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-436477b9-a761-40d9-8e60-253b7dd40667 req-1b091691-7933-41c1-8ef3-8489cce47d79 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326138 Sep 14 16:31:08.122347 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:08.241436 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Allocated IP 172.27.3.196 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/3918336f-a4f7-4b9a-9d6c-39b8e0528207) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:31:08.349664 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:08.391110 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:08.431158 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:31:08.434001 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:31:08.437619 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:31:08.462993 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=3918336f-a4f7-4b9a-9d6c-39b8e0528207,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:08.801555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:31:08.879445 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:08.903944 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:08.906241 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3c8f53-5c90-495d-9dd5-80e8597b7255" -d '{"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-unplugged", "status": "completed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:08.923637 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:08.927960 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:08.953281 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60cb6441-8c25-489b-af38-960aa5218017 x-openstack-request-id: req-60cb6441-8c25-489b-af38-960aa5218017 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:08.953603 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-unplugged", "status": "failed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560", "code": 422}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:08.953863 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60cb6441-8c25-489b-af38-960aa5218017 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:08.954268 dv-cinder-807083-8-iscsi neutron-server[93884]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'code': 422} returned with failed status Sep 14 16:31:08.980214 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:09.002084 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:09.065378 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:09.198874 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b71ed-9f28-4687-a015-2c7e16be99fb req-7119b944-29f2-4f75-b8cd-f70e4c78e875 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:09.200361 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f6b71ed-9f28-4687-a015-2c7e16be99fb req-7119b944-29f2-4f75-b8cd-f70e4c78e875 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0527761 Sep 14 16:31:09.213063 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:09.217527 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:09.246207 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0f6b71ed-9f28-4687-a015-2c7e16be99fb req-a7ba2902-689c-4c5c-b973-ce03cba2638a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396836 Sep 14 16:31:09.291891 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=3918336f-a4f7-4b9a-9d6c-39b8e0528207,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:09.300772 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:09.402619 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Floating IP 048a7002-1246-47de-8b3d-75f1668d581c associated. External IP: 172.27.3.196, port: 19788f28-f179-4316-8652-c0dbad22a38b. Sep 14 16:31:09.653857 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:31:09.765899 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:31:09.777278 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:31:09.785653 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:09.789683 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:31:09.790319 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:30:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:09.829769 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-567c6090-35d0-40fa-acb5-dc91f79e8e2b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8401983 Sep 14 16:31:09.830556 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:09.834039 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5abe5e53-442f-4639-965a-0bdf716f6a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "tag": "19788f28-f179-4316-8652-c0dbad22a38b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:09.923893 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:31:10.049783 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed021575-343a-4743-830b-e208658fd810 x-openstack-request-id: req-ed021575-343a-4743-830b-e208658fd810 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:10.050290 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "tag": "19788f28-f179-4316-8652-c0dbad22a38b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:10.050290 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed021575-343a-4743-830b-e208658fd810 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:10.050681 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b', 'status': 'completed', 'code': 200} Sep 14 16:31:10.134607 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-4d1b49ce-fbb2-4465-b396-63eea6451d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:10.136162 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-4d1b49ce-fbb2-4465-b396-63eea6451d56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 1099 time: 0.0490346 Sep 14 16:31:10.196824 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:08Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:10.227922 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:31:10.237116 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:31:10.237843 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:30:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:10.271740 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-e1b496ea-4ef0-4c70-ba97-ccb63a5a5a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:10.274350 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-e1b496ea-4ef0-4c70-ba97-ccb63a5a5a1d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1270084 Sep 14 16:31:10.349651 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-fce4db42-0788-4f26-9d59-a8295aba9dc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19788f28-f179-4316-8652-c0dbad22a38b HTTP/1.1" status: 200 len: 1000 time: 0.0642471 Sep 14 16:31:10.381440 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:31:10.394144 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-4b9d258f-a366-44f5-b89a-8de1538dc2de req-f3d995b9-b9c0-4c05-a54d-3505c8e3ac76 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:31:10.395190 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b9d258f-a366-44f5-b89a-8de1538dc2de req-f3d995b9-b9c0-4c05-a54d-3505c8e3ac76 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2107224 Sep 14 16:31:10.417787 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-6511be81-0927-475d-bebb-ee6891f92c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:10.420315 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-6511be81-0927-475d-bebb-ee6891f92c79 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0624182 Sep 14 16:31:10.481418 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-fba05e30-1cdd-45d0-aac0-1b3df59b418a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:10.483282 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-fba05e30-1cdd-45d0-aac0-1b3df59b418a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524752 Sep 14 16:31:10.680175 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-2d6e3cb3-f82a-446a-9d0b-7b73743fb171 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0625327 Sep 14 16:31:10.682478 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274e3891-5264-4125-8672-4c392e33e8bd req-44a75dbe-dfd9-4d97-ba22-7ed5d9fd874a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:10.684024 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-274e3891-5264-4125-8672-4c392e33e8bd req-44a75dbe-dfd9-4d97-ba22-7ed5d9fd874a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.1206241 Sep 14 16:31:10.731777 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-172b6023-8e63-49e1-9c3e-432ac2b4054c service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385702 Sep 14 16:31:10.741286 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-274e3891-5264-4125-8672-4c392e33e8bd req-1c70b4cd-8355-4214-8e48-440460723b76 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481508 Sep 14 16:31:10.858507 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5abe5e53-442f-4639-965a-0bdf716f6a7d req-34676376-e61a-4af5-93c7-4ac198f26f22 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161447 Sep 14 16:31:10.906793 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:08Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:10.937525 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f4c916-d55b-4485-9b01-6eec6734cb2f None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:08Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:31:11.150160 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8831e3a4-37d3-4715-b244-bec170f908df None None] New status for floating IP 048a7002-1246-47de-8b3d-75f1668d581c: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:31:11.641717 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-550a06cd-8a94-4452-94f3-9df6763d12d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:11.643718 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-550a06cd-8a94-4452-94f3-9df6763d12d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd&tenant_id=252197c96b7842ffab73a23e04bf34b6 HTTP/1.1" status: 200 len: 1096 time: 0.0448270 Sep 14 16:31:11.714176 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-dd1ca33c-0ffa-4385-9155-cc165cfdc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:11.715658 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-dd1ca33c-0ffa-4385-9155-cc165cfdc285 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1096 time: 0.0409584 Sep 14 16:31:11.810718 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-97403e40-6628-44c5-b90a-3d83dfed3f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:11.812251 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-97403e40-6628-44c5-b90a-3d83dfed3f2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.0892527 Sep 14 16:31:11.927395 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d283b-b85f-4335-b042-166031a8826d req-ccd818b2-2854-49c4-8597-851eeb8e5b9a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:11.929049 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-966d283b-b85f-4335-b042-166031a8826d req-ccd818b2-2854-49c4-8597-851eeb8e5b9a tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.1063440 Sep 14 16:31:11.931524 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-30234289-b2b3-4e34-9e3c-2a11c997bada service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 200 len: 999 time: 0.0991266 Sep 14 16:31:11.959235 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:31:12.006224 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-966d283b-b85f-4335-b042-166031a8826d req-9085a8e9-3aa8-4bd5-9675-bc8f146805dc tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697272 Sep 14 16:31:12.012086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-89ffe14e-4dea-4fbf-9f37-9668a6d3e199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:12.013479 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-89ffe14e-4dea-4fbf-9f37-9668a6d3e199 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0632663 Sep 14 16:31:12.065228 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-2dc58a9e-4a2e-4be5-b236-c22ae7a4c556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:12.066782 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-2dc58a9e-4a2e-4be5-b236-c22ae7a4c556 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400760 Sep 14 16:31:12.166619 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-a337411a-a357-4d7d-ae72-5820fc0a8d7d service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864012 Sep 14 16:31:12.476142 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a5f80da9-bca5-44a9-b869-291b7e94fc31 req-26a2270f-a3d1-44d1-9657-8b7c2efdaac7 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964964 Sep 14 16:31:12.831228 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:31:13.291486 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce30b5c-5996-448b-95bd-4b5221720851 req-deb9e1af-a545-4da5-9554-910fbb6565d8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:13.293074 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ce30b5c-5996-448b-95bd-4b5221720851 req-deb9e1af-a545-4da5-9554-910fbb6565d8 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.1445849 Sep 14 16:31:13.368786 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ce30b5c-5996-448b-95bd-4b5221720851 req-5de4418b-2017-4bea-899b-9ddd9766c0d4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623195 Sep 14 16:31:14.508355 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba592c1-4674-47c8-8674-db9834626f6f req-2882a11d-8dcf-42eb-98a9-652a5543a7bd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:14.509952 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fba592c1-4674-47c8-8674-db9834626f6f req-2882a11d-8dcf-42eb-98a9-652a5543a7bd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0529540 Sep 14 16:31:14.552505 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fba592c1-4674-47c8-8674-db9834626f6f req-18f356da-53db-4b74-ab21-bf11fec58285 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361521 Sep 14 16:31:14.917570 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47044) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:15.028829 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc06f-1de3-4939-9d0e-18e890c509f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.131462 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc06f-1de3-4939-9d0e-18e890c509f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.135884 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc06f-1de3-4939-9d0e-18e890c509f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.172732 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bc06f-1de3-4939-9d0e-18e890c509f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73aa27c9-e1f9-4970-b61b-40be0293b8af,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:15.177981 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8f8bc06f-1de3-4939-9d0e-18e890c509f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2168afdc6a442949aa015afc3c545cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2593968 Sep 14 16:31:15.181215 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47048) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:15.231941 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07104a3-a8d8-43ba-be88-f3f818a469a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.255127 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07104a3-a8d8-43ba-be88-f3f818a469a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.308101 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07104a3-a8d8-43ba-be88-f3f818a469a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.311059 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e07104a3-a8d8-43ba-be88-f3f818a469a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.315114 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e07104a3-a8d8-43ba-be88-f3f818a469a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/73aa27c9-e1f9-4970-b61b-40be0293b8af HTTP/1.1" status: 204 len: 168 time: 0.1329200 Sep 14 16:31:15.323681 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07104a3-a8d8-43ba-be88-f3f818a469a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73aa27c9-e1f9-4970-b61b-40be0293b8af,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:15.606973 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47058) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:15.621669 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3664dc0-3e94-485a-8f94-d037c052b189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.716906 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabd456a-7292-4294-a850-d722f3b74bd7 req-3895f7b1-bde7-472e-9783-329cde79832b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:15.719426 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dabd456a-7292-4294-a850-d722f3b74bd7 req-3895f7b1-bde7-472e-9783-329cde79832b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0840988 Sep 14 16:31:15.729068 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.765091 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3664dc0-3e94-485a-8f94-d037c052b189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.769256 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3664dc0-3e94-485a-8f94-d037c052b189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.770128 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dabd456a-7292-4294-a850-d722f3b74bd7 req-5b747183-d2a0-42ab-bdfc-c1566f38f1b9 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428343 Sep 14 16:31:15.807288 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3664dc0-3e94-485a-8f94-d037c052b189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03db7d5a-12de-4084-8860-be36943888c9,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:15.811813 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e3664dc0-3e94-485a-8f94-d037c052b189 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7159ebbeacd4c9ba4e15a4e331f5b26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038126 Sep 14 16:31:15.814406 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47060) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:15.865936 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27bd828b-de77-4c25-8ac2-2c6d63b31292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.888325 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27bd828b-de77-4c25-8ac2-2c6d63b31292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.943330 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27bd828b-de77-4c25-8ac2-2c6d63b31292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.948523 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-27bd828b-de77-4c25-8ac2-2c6d63b31292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:15.950051 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-27bd828b-de77-4c25-8ac2-2c6d63b31292 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03db7d5a-12de-4084-8860-be36943888c9 HTTP/1.1" status: 204 len: 168 time: 0.1347547 Sep 14 16:31:15.962035 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd828b-de77-4c25-8ac2-2c6d63b31292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03db7d5a-12de-4084-8860-be36943888c9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:16.294673 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47068) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:16.313494 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31d7417a-a1fd-4e1d-bdf6-fa40e53f9e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:16.414942 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31d7417a-a1fd-4e1d-bdf6-fa40e53f9e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:16.419384 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31d7417a-a1fd-4e1d-bdf6-fa40e53f9e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:16.460617 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-31d7417a-a1fd-4e1d-bdf6-fa40e53f9e25 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f7854d5c42654ebbab8dcacb3e40c210&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1646109 Sep 14 16:31:16.461587 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7417a-a1fd-4e1d-bdf6-fa40e53f9e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc8ee2-f1ba-45f2-bf9d-6796c789447c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:16.463386 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47070) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:16.519389 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed09c0f1-1b5d-4675-b863-708500890567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:16.542073 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed09c0f1-1b5d-4675-b863-708500890567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:16.588673 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed09c0f1-1b5d-4675-b863-708500890567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:16.592159 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ed09c0f1-1b5d-4675-b863-708500890567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:16.596051 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ed09c0f1-1b5d-4675-b863-708500890567 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d3bc8ee2-f1ba-45f2-bf9d-6796c789447c HTTP/1.1" status: 204 len: 168 time: 0.1284907 Sep 14 16:31:16.615854 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09c0f1-1b5d-4675-b863-708500890567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc8ee2-f1ba-45f2-bf9d-6796c789447c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:16.922334 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc48f63-5741-4ebd-9ea6-a5e16d342d06 req-d46a862b-f957-481e-8e62-5bbfbc703ac7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:16.924081 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fc48f63-5741-4ebd-9ea6-a5e16d342d06 req-d46a862b-f957-481e-8e62-5bbfbc703ac7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0564153 Sep 14 16:31:16.968072 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0fc48f63-5741-4ebd-9ea6-a5e16d342d06 req-f44788c8-ea2d-40a2-bdb4-73327250bcda tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380797 Sep 14 16:31:17.372741 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47098) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:17.478977 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-287604584-network', 'tenant_id': 'd0d2881b9f2e4ba6bd8b111bf2e58b29'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:17.500253 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Made reservation on behalf of d0d2881b9f2e4ba6bd8b111bf2e58b29 for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:31:17.502645 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.511936 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.577867 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e3b8f3a-e6c5-4507-92ab-660b0d0aa6f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.624596 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.630255 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.646587 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:31:17.665613 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.665947 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Added segment 46353301-4613-432a-ac28-7336d292d653 of type vlan for network c735cda8-142e-4163-ba8e-ebc85db95d33 Sep 14 16:31:17.700942 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeead39b-6b88-4e0a-b661-3e27a9efa5c0,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:17.715787 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.745018 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.746220 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:17.746923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.768384 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3941796 Sep 14 16:31:17.771782 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47104) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:17.776694 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Request body: {'subnet': {'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-287604584-subnet', 'tenant_id': 'd0d2881b9f2e4ba6bd8b111bf2e58b29', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:17.828232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Made reservation on behalf of d0d2881b9f2e4ba6bd8b111bf2e58b29 for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:31:17.832058 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25866128'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:17.848429 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fe5e2-a18a-4fb6-923d-9ca4fb589fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=c735cda8-142e-4163-ba8e-ebc85db95d33,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:17.872759 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network c735cda8-142e-4163-ba8e-ebc85db95d33 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:31:18.034812 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26358863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25866126'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:18.102032 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Checking segment: {'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:31:18.102735 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Network hostable DHCP agents. Network: c735cda8-142e-4163-ba8e-ebc85db95d33, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:31:18.105057 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9d16545-9c42-4f27-bc85-aa58a05a5438,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:18.108893 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d9a5e-2b35-48e1-a3dd-ffd8e6cb9bf3 req-38670f74-bbee-47a3-a897-a61fc7f8504f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:18.112372 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e89d9a5e-2b35-48e1-a3dd-ffd8e6cb9bf3 req-38670f74-bbee-47a3-a897-a61fc7f8504f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0508320 Sep 14 16:31:18.124604 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Network c735cda8-142e-4163-ba8e-ebc85db95d33 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:31:18.135697 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, c735cda8-142e-4163-ba8e-ebc85db95d33) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:31:18.142678 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:18.143341 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:18.146514 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1501c-3a3e-4aa9-ae55-7d2c5d3f8f2b None None] Network c735cda8-142e-4163-ba8e-ebc85db95d33 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:31:18.164637 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7f70d245-22fb-4dd0-9464-602ad8593a70 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3916378 Sep 14 16:31:18.180490 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e89d9a5e-2b35-48e1-a3dd-ffd8e6cb9bf3 req-e26834df-3d2e-45bc-baad-9aee33b4cd66 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613496 Sep 14 16:31:18.326790 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e549de-2198-4b36-a2a6-34a631b804a1 None None] Network c735cda8-142e-4163-ba8e-ebc85db95d33 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:31:19.330244 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89bbb9-48c9-46cd-99e7-b99ba06925c7 req-e9f04467-ae14-4a5a-9fdc-4758709bd46f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:19.331803 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de89bbb9-48c9-46cd-99e7-b99ba06925c7 req-e9f04467-ae14-4a5a-9fdc-4758709bd46f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0742004 Sep 14 16:31:19.384438 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de89bbb9-48c9-46cd-99e7-b99ba06925c7 req-ec9b592b-facd-4aa7-a566-59a9838c64b0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458016 Sep 14 16:31:20.003231 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f3dffe13-b3f9-4ec8-8123-42b57fa08fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:20.055081 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-71a8ed69-58ae-4630-9a7b-e9ef1e47897f tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:20.056588 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-71a8ed69-58ae-4630-9a7b-e9ef1e47897f tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/networks?id=c735cda8-142e-4163-ba8e-ebc85db95d33 HTTP/1.1" status: 200 len: 813 time: 0.1211271 Sep 14 16:31:20.073589 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-50c40f88-09e0-41e3-9f3d-cd20aa830d81 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/quotas/d0d2881b9f2e4ba6bd8b111bf2e58b29 HTTP/1.1" status: 200 len: 375 time: 0.0109682 Sep 14 16:31:20.111548 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-2873d490-f951-426a-b650-f9782db6e6c7 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0d2881b9f2e4ba6bd8b111bf2e58b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0317848 Sep 14 16:31:20.211338 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-d56ce496-a620-484f-9ad0-0f24806bd7ca service neutron] 10.222.0.15 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864487 Sep 14 16:31:20.314495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-b9353493-3338-441d-ae8e-bdaff814adba service neutron] 10.222.0.15 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972049 Sep 14 16:31:20.371288 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:20.517351 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ce745ab-726f-4f7b-a5f4-2e0edb3cd2f9 req-d6371a78-6900-4727-8332-275a528e2fd9 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 210 time: 0.0530970 Sep 14 16:31:20.533803 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314247b-df7e-4d6e-a801-98874c95a3b3 req-144f4c7a-9d78-4a16-9f74-084b69554116 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:20.535505 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9314247b-df7e-4d6e-a801-98874c95a3b3 req-144f4c7a-9d78-4a16-9f74-084b69554116 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0731564 Sep 14 16:31:20.603316 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9314247b-df7e-4d6e-a801-98874c95a3b3 req-c370c738-d8b5-4366-bc6b-38b95e65e031 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368900 Sep 14 16:31:21.416670 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:21.663538 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b62e5a4b-b4bd-48e5-9c81-1c9ee7bd682e req-5f0c9012-0b85-4e59-a45f-904908feadc4 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 210 time: 0.0322227 Sep 14 16:31:21.744735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd6258-cd85-4eee-827c-1415e3aa1db1 req-20496432-669c-4113-a2f4-dca719a80ed0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:21.744735 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c3dd6258-cd85-4eee-827c-1415e3aa1db1 req-20496432-669c-4113-a2f4-dca719a80ed0 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0540786 Sep 14 16:31:21.790333 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c3dd6258-cd85-4eee-827c-1415e3aa1db1 req-c7a06cf4-716e-4df5-ab7f-bb084767ff44 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408175 Sep 14 16:31:22.622705 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:22.764167 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f60b17fb-d5d4-4d0e-864b-a0c323df3d21 req-fe604850-7dad-41be-bca2-ee00c021dfa4 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 210 time: 0.0273974 Sep 14 16:31:22.908128 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb111377-1348-41d8-8a0e-98f01a0aab97 req-5d012382-2b70-4dd3-97ec-2833571a7dae tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:22.909583 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb111377-1348-41d8-8a0e-98f01a0aab97 req-5d012382-2b70-4dd3-97ec-2833571a7dae tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0493667 Sep 14 16:31:22.949868 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bb111377-1348-41d8-8a0e-98f01a0aab97 req-da48ba5c-7f1e-4b8b-beef-59774d98cfbf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336742 Sep 14 16:31:23.858519 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-009ba97f-631a-44d1-b2f9-dc7a6b50d949 req-e0b7b7c2-c2fa-451d-9ed6-c0fd4ae854fe tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 210 time: 0.0298083 Sep 14 16:31:24.074933 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ebdd4-8ef6-4d14-b741-5a2e02a3be0c req-ba1483d8-7f48-4963-a24e-52b5320f7dfb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:24.076378 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-219ebdd4-8ef6-4d14-b741-5a2e02a3be0c req-ba1483d8-7f48-4963-a24e-52b5320f7dfb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0531104 Sep 14 16:31:24.112512 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-219ebdd4-8ef6-4d14-b741-5a2e02a3be0c req-bcd35b62-509b-432a-b5cd-77f50585defb tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302980 Sep 14 16:31:24.551757 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-051a32ff-7886-4356-96ef-81fdbd221fb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391581 Sep 14 16:31:24.627252 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-a070f35f-472e-495b-b96a-896576376a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:24.628862 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-a070f35f-472e-495b-b96a-896576376a20 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1099 time: 0.0404232 Sep 14 16:31:24.757538 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-8ba267d4-b7c1-4670-80d1-86b0cad99621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:24.759008 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-8ba267d4-b7c1-4670-80d1-86b0cad99621 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 910 time: 0.0956385 Sep 14 16:31:24.828620 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-c7cd26ad-bc24-47b2-8562-470447c55a03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 1002 time: 0.0567119 Sep 14 16:31:24.890007 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-eb5cad7f-c9ea-49b6-bd04-5284992c8539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:24.891442 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-eb5cad7f-c9ea-49b6-bd04-5284992c8539 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 200 len: 848 time: 0.0466843 Sep 14 16:31:24.956525 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8dd8e1fa-c8d0-4c36-a821-59da41651453 req-9e58dda8-b513-475e-b54d-a3257ccf5800 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 210 time: 0.0289249 Sep 14 16:31:24.965345 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-55f1f8d9-49da-413c-81e1-719827471c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:24.966791 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-55f1f8d9-49da-413c-81e1-719827471c5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc3c33c3-f908-4948-aef3-0089d1941d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0638041 Sep 14 16:31:25.072076 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-51108ab7-8e6e-4661-8c06-9fe5e4656104 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876393 Sep 14 16:31:25.178924 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0a6a8837-ab85-49dc-98f0-5de0909b9341 req-de00c01a-9413-4e3b-b0c3-7f2c03cabc54 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956736 Sep 14 16:31:25.248220 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fb076-96fd-438d-b622-dccb42335439 req-b2c9e529-bb40-4dd7-9c8f-182766c53471 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:25.249816 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-670fb076-96fd-438d-b622-dccb42335439 req-b2c9e529-bb40-4dd7-9c8f-182766c53471 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0626135 Sep 14 16:31:25.252573 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-7950c1f9-7e5c-41ed-b3cb-620eeacd6d0d tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:25.254730 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-7950c1f9-7e5c-41ed-b3cb-620eeacd6d0d tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "GET /v2.0/networks?id=c735cda8-142e-4163-ba8e-ebc85db95d33 HTTP/1.1" status: 200 len: 813 time: 0.1153855 Sep 14 16:31:25.271280 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Request body: {'port': {'device_id': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33', 'admin_state_up': True, 'tenant_id': 'd0d2881b9f2e4ba6bd8b111bf2e58b29'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:25.296006 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-670fb076-96fd-438d-b622-dccb42335439 req-8ed5fa44-188f-452c-8cfa-1e6283429771 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395234 Sep 14 16:31:25.386638 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Made reservation on behalf of d0d2881b9f2e4ba6bd8b111bf2e58b29 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:31:25.390292 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:25.520649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Allocated IP 172.20.0.11 (c735cda8-142e-4163-ba8e-ebc85db95d33/f9d16545-9c42-4f27-bc85-aa58a05a5438/9a532da4-f861-49e1-8b39-b4818b211cd2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:31:25.684121 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:25.735888 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:25.778019 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Network c735cda8-142e-4163-ba8e-ebc85db95d33 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:31:25.781013 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:31:25.784581 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:31:25.812495 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Pushing event updated for resources: {'Port': ['ID=9a532da4-f861-49e1-8b39-b4818b211cd2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:25.839312 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:25.839851 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:25.853959 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-20527617-4f5f-4618-b432-1178b14a7f9b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5866675 Sep 14 16:31:25.866468 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Request body: {'port': {'device_id': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:25.921851 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:26.074027 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8690ccc-ef10-4291-bfe4-e2777dd48510 req-8103d3e9-02c3-415b-acd9-4e0b352e2c31 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:26.075598 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8690ccc-ef10-4291-bfe4-e2777dd48510 req-8103d3e9-02c3-415b-acd9-4e0b352e2c31 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 932 time: 0.0551193 Sep 14 16:31:26.114168 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8690ccc-ef10-4291-bfe4-e2777dd48510 req-a2c931b8-ef35-4efb-b008-8013ea425f31 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326931 Sep 14 16:31:26.195745 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a532da4-f861-49e1-8b39-b4818b211cd2 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:31:26.203010 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:26.214927 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Transition to ACTIVE for port object 9a532da4-f861-49e1-8b39-b4818b211cd2 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:31:26.218350 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:26.269126 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Pushing event updated for resources: {'Port': ['ID=9a532da4-f861-49e1-8b39-b4818b211cd2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:26.338526 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Attempting to bind port 9a532da4-f861-49e1-8b39-b4818b211cd2 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:31:26.338856 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Attempting to bind port 9a532da4-f861-49e1-8b39-b4818b211cd2 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:31:26.339246 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Attempting to bind port 9a532da4-f861-49e1-8b39-b4818b211cd2 on network c735cda8-142e-4163-ba8e-ebc85db95d33 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:31:26.343852 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Port 9a532da4-f861-49e1-8b39-b4818b211cd2 on network c735cda8-142e-4163-ba8e-ebc85db95d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:31:26.344161 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Attempting to bind port 9a532da4-f861-49e1-8b39-b4818b211cd2 on network c735cda8-142e-4163-ba8e-ebc85db95d33 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:31:26.349105 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:31:26.349474 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Checking segment: {'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:31:26.349901 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Bound using segment: {'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:31:26.350236 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Bound port: 9a532da4-f861-49e1-8b39-b4818b211cd2, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:31:26.350584 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:26.421319 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] For port 9a532da4-f861-49e1-8b39-b4818b211cd2, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:31:26.425036 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] For port 9a532da4-f861-49e1-8b39-b4818b211cd2, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=9a532da4-f861-49e1-8b39-b4818b211cd2,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:31:26.430604 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:26.432781 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd922e46-723a-47d0-909a-98aecf9aaec6 req-0486f8f4-54ed-46f6-a3d1-7c738a99ceff tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:26.434334 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd922e46-723a-47d0-909a-98aecf9aaec6 req-0486f8f4-54ed-46f6-a3d1-7c738a99ceff tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 943 time: 0.0524366 Sep 14 16:31:26.468643 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:26.469366 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:26.470956 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] 10.222.0.20 "PUT /v2.0/ports/9a532da4-f861-49e1-8b39-b4818b211cd2 HTTP/1.1" status: 200 len: 1094 time: 0.6083777 Sep 14 16:31:26.471404 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'tag': '9a532da4-f861-49e1-8b39-b4818b211cd2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:26.473669 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1793e9a6-be63-40c7-a0b0-eeef31921389" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdaaede-58ec-4935-bda8-8baf3a87e76d", "tag": "9a532da4-f861-49e1-8b39-b4818b211cd2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:26.485434 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-dd922e46-723a-47d0-909a-98aecf9aaec6 req-5299360b-8376-4e04-a2bd-d7f709f95787 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445249 Sep 14 16:31:26.506016 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819923b4-7902-49a3-9895-2213ca26bf6a service neutron] Pushing event updated for resources: {'Port': ['ID=9a532da4-f861-49e1-8b39-b4818b211cd2,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:26.543082 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9c3c1b-6756-49ed-a68a-8e604883cd60 x-openstack-request-id: req-ad9c3c1b-6756-49ed-a68a-8e604883cd60 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:26.543367 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdaaede-58ec-4935-bda8-8baf3a87e76d", "tag": "9a532da4-f861-49e1-8b39-b4818b211cd2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:26.543609 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad9c3c1b-6756-49ed-a68a-8e604883cd60 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:26.544079 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'tag': '9a532da4-f861-49e1-8b39-b4818b211cd2', 'status': 'completed', 'code': 200} Sep 14 16:31:26.559964 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-3f1a01f7-5951-4372-bb2a-e552c4d208a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:26.561584 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-3f1a01f7-5951-4372-bb2a-e552c4d208a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0d2881b9f2e4ba6bd8b111bf2e58b29&device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 1097 time: 0.0490012 Sep 14 16:31:26.613844 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-e4011d1d-181b-459c-a3b2-4e7fa998041c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a532da4-f861-49e1-8b39-b4818b211cd2 HTTP/1.1" status: 200 len: 217 time: 0.0377209 Sep 14 16:31:26.666976 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-2b82f3af-87c0-469c-9edc-401c80b0a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:26.668487 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-2b82f3af-87c0-469c-9edc-401c80b0a110 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9d16545-9c42-4f27-bc85-aa58a05a5438 HTTP/1.1" status: 200 len: 853 time: 0.0457499 Sep 14 16:31:26.703247 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-c786661e-ffe3-4b3d-8eca-b59f31ca9fbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c735cda8-142e-4163-ba8e-ebc85db95d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261004 Sep 14 16:31:26.795938 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-fe6d2f35-2ad6-489b-b00a-59ad01ceb7a0 service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841732 Sep 14 16:31:26.876797 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:31:26.885473 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fd3a1a9-a541-4e59-927c-4b3519e62cde req-8b7ef7b5-cfcb-4f69-b76a-4db2cc7d86c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814471 Sep 14 16:31:26.971888 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:26.983417 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'port_id': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'mac_address': 'fa:16:3e:4e:4b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:31:26.994025 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-7c4c92aa-3fe5-4925-b674-c6ff439c3e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:26.995492 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-7c4c92aa-3fe5-4925-b674-c6ff439c3e3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0d2881b9f2e4ba6bd8b111bf2e58b29&device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 1097 time: 0.0452366 Sep 14 16:31:27.020302 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:27.035991 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ab239de-3794-44b4-b45f-0d49d3ea1560 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:31:27.055960 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:27.059561 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:27.091944 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-d25add24-e5b7-4c6e-b30b-247990283857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:27.093408 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-d25add24-e5b7-4c6e-b30b-247990283857 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c735cda8-142e-4163-ba8e-ebc85db95d33 HTTP/1.1" status: 200 len: 914 time: 0.0855567 Sep 14 16:31:27.104743 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=9']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:27.141118 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-c8b9ad7e-bcc6-46c3-ae5b-39fa58ac98ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a532da4-f861-49e1-8b39-b4818b211cd2 HTTP/1.1" status: 200 len: 217 time: 0.0373824 Sep 14 16:31:27.200564 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-69428442-0e93-4fb6-a8d7-70e0c0060913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:27.202038 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-69428442-0e93-4fb6-a8d7-70e0c0060913 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9d16545-9c42-4f27-bc85-aa58a05a5438 HTTP/1.1" status: 200 len: 853 time: 0.0462897 Sep 14 16:31:27.236699 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b2043-98fa-4643-b509-4e59de4b8b47 req-d7e6d3c5-aa22-4123-ae06-cb08b1f2b9e5 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:27.237296 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-95e131c8-9323-4366-9caf-579d0b48421d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c735cda8-142e-4163-ba8e-ebc85db95d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245438 Sep 14 16:31:27.238429 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ea5b2043-98fa-4643-b509-4e59de4b8b47 req-d7e6d3c5-aa22-4123-ae06-cb08b1f2b9e5 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 944 time: 0.0542080 Sep 14 16:31:27.276132 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ea5b2043-98fa-4643-b509-4e59de4b8b47 req-60c3700b-ce19-4dab-af6a-8b47c8590aac tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314715 Sep 14 16:31:27.354805 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-b6ba95b2-63bb-4b38-9b53-5f1b76b6cd4b service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902808 Sep 14 16:31:27.394155 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['7ab239de-3794-44b4-b45f-0d49d3ea1560'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:31:27.455534 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1793e9a6-be63-40c7-a0b0-eeef31921389 req-4adcb418-ec6d-4f8c-9aad-24730dd30fdc service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907788 Sep 14 16:31:27.609650 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c040cba-1e3b-4d06-8233-474b6e065060 req-046cb6c5-ea83-4bf4-8b7a-1fd57cf765c6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:27.611115 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c040cba-1e3b-4d06-8233-474b6e065060 req-046cb6c5-ea83-4bf4-8b7a-1fd57cf765c6 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 944 time: 0.0490661 Sep 14 16:31:27.647354 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0c040cba-1e3b-4d06-8233-474b6e065060 req-62eee546-3166-4574-ab7f-c807c8d1b365 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303991 Sep 14 16:31:28.205604 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a0981a-8a6a-40ab-8164-7b8d5f5a00a7 req-84f67e70-3efd-458d-b363-b713e9fe234e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:28.207095 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8a0981a-8a6a-40ab-8164-7b8d5f5a00a7 req-84f67e70-3efd-458d-b363-b713e9fe234e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Sep 14 16:31:28.243265 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e8a0981a-8a6a-40ab-8164-7b8d5f5a00a7 req-523decf2-9f95-4b1c-9a30-c20c748979b5 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302920 Sep 14 16:31:28.401236 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5ea4f-474f-4023-b76f-d8ca03b5e904 req-e774fc1f-024a-4e12-b5d6-9f97d483d791 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:28.402725 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71f5ea4f-474f-4023-b76f-d8ca03b5e904 req-e774fc1f-024a-4e12-b5d6-9f97d483d791 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 944 time: 0.0570269 Sep 14 16:31:28.442368 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-71f5ea4f-474f-4023-b76f-d8ca03b5e904 req-3aeb61f3-4a79-4127-9862-0de5629af2c0 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337865 Sep 14 16:31:28.766434 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23081926-8493-4739-9149-11bec31e8b45 req-d708f3f0-847d-4bf3-ac79-7d0b505058d7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:28.767917 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23081926-8493-4739-9149-11bec31e8b45 req-d708f3f0-847d-4bf3-ac79-7d0b505058d7 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 944 time: 0.0480156 Sep 14 16:31:28.805320 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-23081926-8493-4739-9149-11bec31e8b45 req-9fe19679-f2dc-4216-b84a-dcbbdd3da779 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306838 Sep 14 16:31:28.885934 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 9a532da4-f861-49e1-8b39-b4818b211cd2 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:31:28.889010 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:31:28.989424 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 7ab239de-3794-44b4-b45f-0d49d3ea1560 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:31:28.989699 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:29.044103 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 9a532da4-f861-49e1-8b39-b4818b211cd2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=9a532da4-f861-49e1-8b39-b4818b211cd2,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:29.058392 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '9a532da4-f861-49e1-8b39-b4818b211cd2', 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33', 'port_id': '9a532da4-f861-49e1-8b39-b4818b211cd2', 'mac_address': 'fa:16:3e:a7:df:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d16545-9c42-4f27-bc85-aa58a05a5438', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:31:29.122100 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:29.123926 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:29.142787 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a532da4-f861-49e1-8b39-b4818b211cd2 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:31:29.161078 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:29.164143 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80667055-e280-4c40-a1da-64afaa71e233" -d '{"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:29.182554 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 9a532da4-f861-49e1-8b39-b4818b211cd2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=9a532da4-f861-49e1-8b39-b4818b211cd2,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:29.184296 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:29.187075 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:29.193105 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:29.215177 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae50ed33-3381-4d79-b2ae-6c911974e841 x-openstack-request-id: req-ae50ed33-3381-4d79-b2ae-6c911974e841 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:29.215487 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-plugged", "status": "completed", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:29.215733 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae50ed33-3381-4d79-b2ae-6c911974e841 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:29.216108 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'code': 200} Sep 14 16:31:29.241195 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=9a532da4-f861-49e1-8b39-b4818b211cd2,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:29.290781 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=10']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:29.359221 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb16fd3-ff15-4273-bc53-b0b5f3a7e358 req-473204cb-e67c-4388-bd53-c2ef65b384c5 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:29.360779 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9cb16fd3-ff15-4273-bc53-b0b5f3a7e358 req-473204cb-e67c-4388-bd53-c2ef65b384c5 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 946 time: 0.0509660 Sep 14 16:31:29.400446 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9cb16fd3-ff15-4273-bc53-b0b5f3a7e358 req-f636d393-a250-450e-9e92-f450817cbe56 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326097 Sep 14 16:31:29.415788 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388fc836-4f4a-49ac-8d14-17fcb462dcc4 req-d8ae8fed-0c53-4122-893a-b6a182c4e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:29.417269 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-388fc836-4f4a-49ac-8d14-17fcb462dcc4 req-d8ae8fed-0c53-4122-893a-b6a182c4e7b4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1099 time: 0.0417869 Sep 14 16:31:29.455005 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-388fc836-4f4a-49ac-8d14-17fcb462dcc4 req-eca692bc-c41e-4291-b7a6-07ad29d28b14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268848 Sep 14 16:31:29.468946 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['9a532da4-f861-49e1-8b39-b4818b211cd2'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:31:29.560327 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88103689-75f5-4799-a961-caa3b4ec580a req-25f52030-7a4e-4558-bb2d-8b4da9e685d0 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:29.561719 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-88103689-75f5-4799-a961-caa3b4ec580a req-25f52030-7a4e-4558-bb2d-8b4da9e685d0 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 945 time: 0.0516469 Sep 14 16:31:29.599595 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-88103689-75f5-4799-a961-caa3b4ec580a req-036cea7c-c495-4ba3-9f55-41b412ad8e6f tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316670 Sep 14 16:31:29.921166 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01936f-1c5a-4441-be2e-4f9d0b799ee1 req-cb45606f-821c-43a5-8faa-3927ab394615 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:29.922628 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc01936f-1c5a-4441-be2e-4f9d0b799ee1 req-cb45606f-821c-43a5-8faa-3927ab394615 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 946 time: 0.0476859 Sep 14 16:31:29.959376 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-cc01936f-1c5a-4441-be2e-4f9d0b799ee1 req-9b903920-bbc2-4473-87c1-de398d380335 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309119 Sep 14 16:31:30.326460 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-fd37f4e8-88dd-4d1b-89ab-e3402ceb948b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:30.327879 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-fd37f4e8-88dd-4d1b-89ab-e3402ceb948b tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 946 time: 0.0520413 Sep 14 16:31:30.422892 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Deleting port 8b0ff17e-0841-42a2-9b64-d5f582365459 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:31:30.423680 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:30.514890 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] For port 8b0ff17e-0841-42a2-9b64-d5f582365459, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=8b0ff17e-0841-42a2-9b64-d5f582365459,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:30.515241 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:30.516349 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb9f27-7f99-4d57-81bd-08c68d530280 req-b6ec6f45-cf85-4242-9ff5-8d98eff550c7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:30.517834 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4eb9f27-7f99-4d57-81bd-08c68d530280 req-b6ec6f45-cf85-4242-9ff5-8d98eff550c7 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 946 time: 0.0504475 Sep 14 16:31:30.565090 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4eb9f27-7f99-4d57-81bd-08c68d530280 req-ae4d6bd9-10ec-4c3f-b2c6-4b25c84d0955 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406904 Sep 14 16:31:30.685507 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:30.685862 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:30.686158 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Floating IP fca5de5a-76ad-4331-af52-c73dfe59de5b disassociated. External IP: 172.27.3.169, port: 8b0ff17e-0841-42a2-9b64-d5f582365459. Sep 14 16:31:30.686483 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Calling delete_port for 8b0ff17e-0841-42a2-9b64-d5f582365459 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:31:30.716990 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00eb4aa-9584-4db0-a17a-f1bee323949b req-0e53ea3d-ffdb-4e50-9a38-eac73622cdea tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:30.720055 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a00eb4aa-9584-4db0-a17a-f1bee323949b req-0e53ea3d-ffdb-4e50-9a38-eac73622cdea tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 945 time: 0.0526090 Sep 14 16:31:30.769713 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a00eb4aa-9584-4db0-a17a-f1bee323949b req-50419de2-ede7-4145-b168-897a4bf2042b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446079 Sep 14 16:31:30.825285 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:30.855299 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event deleted for resources: {'Port': ['ID=8b0ff17e-0841-42a2-9b64-d5f582365459,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:30.907246 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 9a532da4-f861-49e1-8b39-b4818b211cd2 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:31:30.956916 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 9a532da4-f861-49e1-8b39-b4818b211cd2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:31:30.963222 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 9a532da4-f861-49e1-8b39-b4818b211cd2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:31:30.963596 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:30.976368 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Router 4fe07bc8-a1f3-4143-8633-438c14871b2c has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:31:31.055565 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:31.107369 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b898db92-56fb-47aa-8e11-ef7860a0a8ec req-0bdbd35c-82d7-45b3-9f63-d6fcb9637d35 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:31.112133 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 9a532da4-f861-49e1-8b39-b4818b211cd2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=9a532da4-f861-49e1-8b39-b4818b211cd2,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:31.112517 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b898db92-56fb-47aa-8e11-ef7860a0a8ec req-0bdbd35c-82d7-45b3-9f63-d6fcb9637d35 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 946 time: 0.0674429 Sep 14 16:31:31.119857 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:31.177074 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b898db92-56fb-47aa-8e11-ef7860a0a8ec req-00b3ee30-b119-4123-97b8-b6e79df84e2c tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594616 Sep 14 16:31:31.198520 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=9a532da4-f861-49e1-8b39-b4818b211cd2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:31.217731 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a532da4-f861-49e1-8b39-b4818b211cd2'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:31.220063 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f0a6b-8282-4380-807e-57c25f9d384e" -d '{"events": [{"server_uuid": "4bdaaede-58ec-4935-bda8-8baf3a87e76d", "name": "network-vif-plugged", "status": "completed", "tag": "9a532da4-f861-49e1-8b39-b4818b211cd2"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:31.278083 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426a0229-3223-4944-9319-b4cc2d0c6c97 x-openstack-request-id: req-426a0229-3223-4944-9319-b4cc2d0c6c97 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:31.278449 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdaaede-58ec-4935-bda8-8baf3a87e76d", "name": "network-vif-plugged", "status": "completed", "tag": "9a532da4-f861-49e1-8b39-b4818b211cd2", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:31.278801 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-426a0229-3223-4944-9319-b4cc2d0c6c97 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:31.279171 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a532da4-f861-49e1-8b39-b4818b211cd2', 'code': 200} Sep 14 16:31:31.387553 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:31:31.405002 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] Sync routers for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:31:31.417924 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:31:31.418627 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:31:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:31.441094 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] No DVR routers for this DVR port 8b0ff17e-0841-42a2-9b64-d5f582365459 on host hv-cinder-80708 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:31:31.445884 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:31.448596 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-0229903c-5c1a-4461-b076-8c1e2573c371 req-21b356be-ac91-4668-a08f-a88d1fac970e tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.20 "DELETE /v2.0/ports/8b0ff17e-0841-42a2-9b64-d5f582365459 HTTP/1.1" status: 204 len: 173 time: 1.1077158 Sep 14 16:31:31.449301 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'name': 'network-vif-deleted', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:31.453522 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a94e31-3ed1-4f82-8931-60fcba96fdbf" -d '{"events": [{"server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "name": "network-vif-deleted", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:31.546814 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442b599a-9cfa-4f9f-94bc-0084e181c249 x-openstack-request-id: req-442b599a-9cfa-4f9f-94bc-0084e181c249 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:31.547147 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "889f9488-3c21-42c3-a35a-695c3992ebb2", "name": "network-vif-deleted", "tag": "8b0ff17e-0841-42a2-9b64-d5f582365459", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:31.547435 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-442b599a-9cfa-4f9f-94bc-0084e181c249 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:31.547827 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '889f9488-3c21-42c3-a35a-695c3992ebb2', 'name': 'network-vif-deleted', 'tag': '8b0ff17e-0841-42a2-9b64-d5f582365459', 'status': 'completed', 'code': 200} Sep 14 16:31:31.570688 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01da901b-a969-4fe7-b273-ea1719aa589d req-c66f2a7d-f613-4550-b272-4aeb73f0252e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:31.577373 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01da901b-a969-4fe7-b273-ea1719aa589d req-c66f2a7d-f613-4550-b272-4aeb73f0252e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 1099 time: 0.0901394 Sep 14 16:31:31.607357 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:31:31.641058 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-01da901b-a969-4fe7-b273-ea1719aa589d req-6de94868-9c84-45e7-a743-61afb6007626 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579600 Sep 14 16:31:31.666679 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef50ba-8ccf-446c-aa3b-332edbf4b205 req-0682afd1-9243-4cfe-b485-6a52a5ba6a78 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:31.669479 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-89ef50ba-8ccf-446c-aa3b-332edbf4b205 req-0682afd1-9243-4cfe-b485-6a52a5ba6a78 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0899649 Sep 14 16:31:31.723355 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4b29e477-89e9-4582-a01c-f1db31e1e95b req-d906d62b-8958-49c6-80f4-cf998ce5a573 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/ports?device_id=889f9488-3c21-42c3-a35a-695c3992ebb2 HTTP/1.1" status: 200 len: 210 time: 0.0399520 Sep 14 16:31:31.736544 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-89ef50ba-8ccf-446c-aa3b-332edbf4b205 req-4dd6ed89-006a-4dc0-be4a-a24e31f8e6d6 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598307 Sep 14 16:31:31.828097 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:31.855223 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] Checking router: 4fe07bc8-a1f3-4143-8633-438c14871b2c for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:31:31.863571 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:31:31.864273 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:31:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:31.882552 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d46847f-c8b7-4b74-aa82-822e04eb6950 req-605e383a-d289-4d31-8e41-5266dd68d518 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:31.884010 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d46847f-c8b7-4b74-aa82-822e04eb6950 req-605e383a-d289-4d31-8e41-5266dd68d518 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.0493603 Sep 14 16:31:31.922195 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d46847f-c8b7-4b74-aa82-822e04eb6950 req-a1c4e33c-adee-4ed0-b4bb-1157c111ae9f tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Sep 14 16:31:31.975058 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:31:32.190852 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:32.219190 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d8ff727-9918-4fbd-9744-06206faba6d2 None None] The sync data for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi is: [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:25:19Z', 'revision_number': 4, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '82481c5f-ef62-42c4-8dbd-57e9c549465e', 'name': '', 'network_id': 'b998c5af-37de-41c9-85f1-3880503ad77f', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'mac_address': 'fa:16:3e:0b:2e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:17Z', 'updated_at': '2021-09-14T16:25:32Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'subnets': [{'id': 'f4a2764f-8c92-43ea-ac03-982b610e5e6b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:31:32.313181 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322a788-fe22-44cd-93b7-f487ff15075d req-2cd2338e-1daf-4500-8382-5ed1cb96b14f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:32.314697 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1322a788-fe22-44cd-93b7-f487ff15075d req-2cd2338e-1daf-4500-8382-5ed1cb96b14f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 946 time: 0.0532050 Sep 14 16:31:32.354307 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1322a788-fe22-44cd-93b7-f487ff15075d req-d949129b-fae9-432d-a70e-6b6ee3d76b32 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331149 Sep 14 16:31:32.444809 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fb80fa3-3bc5-47cf-8102-36f37a4cda06 None None] New status for floating IP fca5de5a-76ad-4331-af52-c73dfe59de5b: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:31:32.812190 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:32.867506 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63438f60-965c-47a7-919b-9258d606c8bf req-7495064c-4ca2-482f-bfc8-6fe7d1063b7f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:32.868980 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-63438f60-965c-47a7-919b-9258d606c8bf req-7495064c-4ca2-482f-bfc8-6fe7d1063b7f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0587173 Sep 14 16:31:32.871917 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e5a00cb-f0ad-4606-b274-764f9ad5af42 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:32.898324 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e5a00cb-f0ad-4606-b274-764f9ad5af42 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:32.907171 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-63438f60-965c-47a7-919b-9258d606c8bf req-00469cb6-0b2c-48ec-99cc-37b9bbcf41e8 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321612 Sep 14 16:31:32.943791 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e5a00cb-f0ad-4606-b274-764f9ad5af42 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:32.946565 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3e5a00cb-f0ad-4606-b274-764f9ad5af42 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:32.947695 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3e5a00cb-f0ad-4606-b274-764f9ad5af42 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab2a80b5-b7e7-4f5e-bab7-561f41b830d0 HTTP/1.1" status: 204 len: 168 time: 0.1343029 Sep 14 16:31:32.950537 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47308) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:32.958469 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5a00cb-f0ad-4606-b274-764f9ad5af42 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2a80b5-b7e7-4f5e-bab7-561f41b830d0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:32.966512 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.api.v2.resource [None req-d99d9521-b623-4d58-85bb-9adb14560b49 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] show failed (client error): The resource could not be found. Sep 14 16:31:32.968526 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d99d9521-b623-4d58-85bb-9adb14560b49 tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "GET /v2.0/security-groups/ab2a80b5-b7e7-4f5e-bab7-561f41b830d0 HTTP/1.1" status: 404 len: 347 time: 0.0168605 Sep 14 16:31:32.971359 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47310) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:33.113921 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4470201a-0044-4b06-bec2-729e06fac319 req-f6109902-0a45-4de7-bc23-e1d76b9b5a0a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:33.115363 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4470201a-0044-4b06-bec2-729e06fac319 req-f6109902-0a45-4de7-bc23-e1d76b9b5a0a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.1054721 Sep 14 16:31:33.161163 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4470201a-0044-4b06-bec2-729e06fac319 req-ffd8db24-8ba0-4a02-b2d4-a5e51c4cdd77 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397589 Sep 14 16:31:33.165690 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Deleting port cd947f77-41cf-45c3-8679-77f63fc6b4ee {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:31:33.166032 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:33.245107 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:33.245477 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:33.257843 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Calling delete_port for cd947f77-41cf-45c3-8679-77f63fc6b4ee owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:31:33.394086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:33.419150 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Pushing event deleted for resources: {'Port': ['ID=cd947f77-41cf-45c3-8679-77f63fc6b4ee,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:33.430975 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.431327 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.431668 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.432002 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.432326 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.432652 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.432977 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.433295 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.433646 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.433964 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.434280 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.434597 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:33.496447 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:33.500880 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:33.502970 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ac9b3b9d-b690-42c4-b51e-b8495e0d5f3c tempest-AttachVolumeTestJSON-1713057453 tempest-AttachVolumeTestJSON-1713057453-project] 10.222.0.15 "DELETE /v2.0/floatingips/fca5de5a-76ad-4331-af52-c73dfe59de5b HTTP/1.1" status: 204 len: 168 time: 0.5303037 Sep 14 16:31:34.029086 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7aae9ea-a7c3-43fa-969c-fd838ef30b24 req-003bcc02-9bfb-4e2f-b901-cca8cb896c5e tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:34.030740 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7aae9ea-a7c3-43fa-969c-fd838ef30b24 req-003bcc02-9bfb-4e2f-b901-cca8cb896c5e tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0525572 Sep 14 16:31:34.074977 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f7aae9ea-a7c3-43fa-969c-fd838ef30b24 req-f6c9f56a-9e9e-40b6-9582-c2e866c83a33 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383003 Sep 14 16:31:34.901544 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8b0ff17e-0841-42a2-9b64-d5f582365459 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:31:34.921353 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 8b0ff17e-0841-42a2-9b64-d5f582365459 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:31:34.921721 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 8b0ff17e-0841-42a2-9b64-d5f582365459 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:31:35.188988 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec12b101-6d4c-453e-8e74-8e4a0e3f7b27 req-0c2da467-6e70-4dd4-bdbb-5a58a3ad7ac5 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:35.190385 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ec12b101-6d4c-453e-8e74-8e4a0e3f7b27 req-0c2da467-6e70-4dd4-bdbb-5a58a3ad7ac5 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0493925 Sep 14 16:31:35.227889 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ec12b101-6d4c-453e-8e74-8e4a0e3f7b27 req-13661214-79e0-4522-a0fe-59977d717751 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308416 Sep 14 16:31:36.345444 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e41509c-6fb0-4402-8680-62af5e2b3500 req-915937aa-9af4-448f-ac44-e07bfa0a7fa1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:36.346920 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e41509c-6fb0-4402-8680-62af5e2b3500 req-915937aa-9af4-448f-ac44-e07bfa0a7fa1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0495505 Sep 14 16:31:36.384756 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e41509c-6fb0-4402-8680-62af5e2b3500 req-80ee3733-707d-4503-8480-2ee88a26040f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315788 Sep 14 16:31:37.051608 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47406) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:37.539375 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a7584-e002-47c9-8367-b78e1f593fda req-030033c8-7a48-4e8e-a90b-586d184a05c0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:37.540845 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-456a7584-e002-47c9-8367-b78e1f593fda req-030033c8-7a48-4e8e-a90b-586d184a05c0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0826190 Sep 14 16:31:37.581163 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:37.632419 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-456a7584-e002-47c9-8367-b78e1f593fda req-b9cd96d4-c079-45f3-abc4-6e40d0b2187a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0850413 Sep 14 16:31:38.108067 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Deleting port 82481c5f-ef62-42c4-8dbd-57e9c549465e {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:31:38.108407 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:38.192454 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] For port 82481c5f-ef62-42c4-8dbd-57e9c549465e, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=82481c5f-ef62-42c4-8dbd-57e9c549465e,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:38.192811 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:38.210099 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Calling delete_port for 82481c5f-ef62-42c4-8dbd-57e9c549465e owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:31:38.391667 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:38.417737 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Pushing event deleted for resources: {'Port': ['ID=82481c5f-ef62-42c4-8dbd-57e9c549465e,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:38.594424 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:38.824926 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa99e50b-f343-4cc1-9745-fdf994744f0a req-235c3c46-40ff-4b8b-8c7a-d233d4d406a6 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:38.826667 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa99e50b-f343-4cc1-9745-fdf994744f0a req-235c3c46-40ff-4b8b-8c7a-d233d4d406a6 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.1255119 Sep 14 16:31:38.888418 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-aa99e50b-f343-4cc1-9745-fdf994744f0a req-d98a707c-7602-4441-a297-9f378693c8bb tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498848 Sep 14 16:31:38.892571 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Router 4fe07bc8-a1f3-4143-8633-438c14871b2c has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:31:39.003643 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:31:39.009933 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9391a832-d78e-4c92-870d-e130200f5244 admin admin] 10.222.0.15 "PUT /v2.0/routers/4fe07bc8-a1f3-4143-8633-438c14871b2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9573131 Sep 14 16:31:39.012643 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47418) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:39.015712 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] Sync routers for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:31:39.025356 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:31:39.026003 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:31:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:39.119713 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.134610 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:31:39.223670 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.281685 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Deleting port 5860fc04-29cc-4aed-8e77-57d22845b857 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:31:39.281920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.368934 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] For port 5860fc04-29cc-4aed-8e77-57d22845b857, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5860fc04-29cc-4aed-8e77-57d22845b857,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:39.369286 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.380591 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Calling delete_port for 5860fc04-29cc-4aed-8e77-57d22845b857 owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:31:39.452948 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85'}], 'enable_snat': True}, 'gw_port_id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:31:38Z', 'revision_number': 5, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port': {'id': '5860fc04-29cc-4aed-8e77-57d22845b857', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:58:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:11Z', 'updated_at': '2021-09-14T16:25:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:39.479353 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] Checking router: 4fe07bc8-a1f3-4143-8633-438c14871b2c for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:31:39.487829 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] Routers {'4fe07bc8-a1f3-4143-8633-438c14871b2c'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:31:39.488436 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:31:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['4fe07bc8-a1f3-4143-8633-438c14871b2c'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:39.561025 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.582721 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] Set router 4fe07bc8-a1f3-4143-8633-438c14871b2c gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:31:39.594126 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Pushing event deleted for resources: {'Port': ['ID=5860fc04-29cc-4aed-8e77-57d22845b857,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:39.637764 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:31:39Z', 'revision_number': 6, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:39.663157 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.665460 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e4d41f-2078-4c56-969d-0e5147a8bc9b None None] The sync data for ids ['4fe07bc8-a1f3-4143-8633-438c14871b2c'] in dv-cinder-807083-8-iscsi is: [{'id': '4fe07bc8-a1f3-4143-8633-438c14871b2c', 'name': 'tempest-AttachVolumeTestJSON-831405156-router', 'tenant_id': '9aab42d093a8415e8dfc579b3b449515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:09Z', 'updated_at': '2021-09-14T16:31:39Z', 'revision_number': 6, 'project_id': '9aab42d093a8415e8dfc579b3b449515', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:31:39.755558 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.757919 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.805138 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.805682 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4fe07bc8-a1f3-4143-8633-438c14871b2c {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:31:39.810058 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.811273 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5ee003f7-d063-4a40-ab4d-2dbfcccbc741 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4fe07bc8-a1f3-4143-8633-438c14871b2c HTTP/1.1" status: 204 len: 168 time: 0.7976100 Sep 14 16:31:39.813911 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47422) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:39.856688 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] Deleting subnet f4a2764f-8c92-43ea-ac03-982b610e5e6b {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:31:39.859773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:39.898081 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.012452 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.021405 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da5536-7ff5-4379-b109-16e0a505f215 req-bc4b7a7e-6048-4d20-94e5-0c47bb6915cd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:40.023147 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33da5536-7ff5-4379-b109-16e0a505f215 req-bc4b7a7e-6048-4d20-94e5-0c47bb6915cd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0650783 Sep 14 16:31:40.065938 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-33da5536-7ff5-4379-b109-16e0a505f215 req-c173d04c-5d2f-4648-a0dd-e271c30708c0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356910 Sep 14 16:31:40.066968 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.093407 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a2764f-8c92-43ea-ac03-982b610e5e6b,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:40.102083 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.103505 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc3a37e-d8a6-43a2-89f6-d6c60ba92b12 None None] Network b998c5af-37de-41c9-85f1-3880503ad77f requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:31:40.108087 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-832dc041-66f1-4672-bd30-9418be498cac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f4a2764f-8c92-43ea-ac03-982b610e5e6b HTTP/1.1" status: 204 len: 168 time: 0.2894902 Sep 14 16:31:40.108178 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47428) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:40.181237 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.237834 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Deleting port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:31:40.238174 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.306122 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] For port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=66cc264d-d6bc-4c80-a75c-4dc4ece6562c,segment=NetworkSegment(b86ece09-d170-4911-a079-38ff3904b1f7),segment_id=b86ece09-d170-4911-a079-38ff3904b1f7)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:40.306476 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.319217 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Calling delete_port for 66cc264d-d6bc-4c80-a75c-4dc4ece6562c owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:31:40.399517 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.427189 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Pushing event deleted for resources: {'Port': ['ID=66cc264d-d6bc-4c80-a75c-4dc4ece6562c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:40.433287 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] No DVR routers for this DVR port 66cc264d-d6bc-4c80-a75c-4dc4ece6562c on host dv-cinder-807083-8-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:31:40.463422 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebc95ef-00bf-4e16-8a6c-2053081a2a21 None None] DHCP port deletion for b998c5af-37de-41c9-85f1-3880503ad77f request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:31:40.512234 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.533257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b998c5af-37de-41c9-85f1-3880503ad77f']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:40.543555 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b86ece09-d170-4911-a079-38ff3904b1f7') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:40.543851 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b86ece09-d170-4911-a079-38ff3904b1f7') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:40.554041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.567889 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.574595 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:31:40.574943 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:31:40.576889 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:31:40.638347 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.643231 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.647813 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] 10.222.0.15 "DELETE /v2.0/networks/b998c5af-37de-41c9-85f1-3880503ad77f HTTP/1.1" status: 204 len: 168 time: 0.5386653 Sep 14 16:31:40.660422 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2d6114-a8cb-4ea8-be70-05f2332f72cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b998c5af-37de-41c9-85f1-3880503ad77f,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:40.770741 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47432) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:40.812202 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f371094e-6ea4-451c-bd49-24f6dc2cb679 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9aab42d093a8415e8dfc579b3b449515&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402586 Sep 14 16:31:40.815033 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47434) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:40.864061 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7628e92-6143-452f-8fd4-839dc0d8793c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.884403 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7628e92-6143-452f-8fd4-839dc0d8793c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.940919 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7628e92-6143-452f-8fd4-839dc0d8793c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.943529 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c7628e92-6143-452f-8fd4-839dc0d8793c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:40.944710 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c7628e92-6143-452f-8fd4-839dc0d8793c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e217de90-3749-4c2d-93a5-d8073c66b1f1 HTTP/1.1" status: 204 len: 168 time: 0.1287591 Sep 14 16:31:40.952916 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7628e92-6143-452f-8fd4-839dc0d8793c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e217de90-3749-4c2d-93a5-d8073c66b1f1,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:41.183797 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 82481c5f-ef62-42c4-8dbd-57e9c549465e no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:31:41.192813 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7becb-fcc8-45c7-a80a-ebe041993070 req-6cafabf9-301b-454e-b598-78128deb2473 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:41.196193 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7c7becb-fcc8-45c7-a80a-ebe041993070 req-6cafabf9-301b-454e-b598-78128deb2473 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0559824 Sep 14 16:31:41.205065 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 82481c5f-ef62-42c4-8dbd-57e9c549465e {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:31:41.205686 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 82481c5f-ef62-42c4-8dbd-57e9c549465e not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:31:41.206096 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 66cc264d-d6bc-4c80-a75c-4dc4ece6562c no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:31:41.237251 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 66cc264d-d6bc-4c80-a75c-4dc4ece6562c {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:31:41.237666 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 66cc264d-d6bc-4c80-a75c-4dc4ece6562c not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:31:41.238086 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5860fc04-29cc-4aed-8e77-57d22845b857 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:31:41.238492 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b7c7becb-fcc8-45c7-a80a-ebe041993070 req-13080205-e93d-4bde-9ec4-4620766778a5 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359101 Sep 14 16:31:41.271921 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 5860fc04-29cc-4aed-8e77-57d22845b857 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:31:41.272263 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5860fc04-29cc-4aed-8e77-57d22845b857 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:31:41.739712 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8957-57e6-479b-97d5-a72612945e1f req-21b19658-7294-4803-89d3-dd342700d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:41.741734 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-499c8957-57e6-479b-97d5-a72612945e1f req-21b19658-7294-4803-89d3-dd342700d894 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1099 time: 0.0438485 Sep 14 16:31:41.837047 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8957-57e6-479b-97d5-a72612945e1f req-a0d6fd6c-d560-4378-a486-1e25c89baf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:41.838524 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-499c8957-57e6-479b-97d5-a72612945e1f req-a0d6fd6c-d560-4378-a486-1e25c89baf63 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 910 time: 0.0879159 Sep 14 16:31:41.913717 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-499c8957-57e6-479b-97d5-a72612945e1f req-cd24b267-2373-45a3-9a63-75e0fc9b5f00 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 1002 time: 0.0664196 Sep 14 16:31:41.963021 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8957-57e6-479b-97d5-a72612945e1f req-08cdfedb-292c-47d8-ae51-4329d0e19179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:41.964509 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-499c8957-57e6-479b-97d5-a72612945e1f req-08cdfedb-292c-47d8-ae51-4329d0e19179 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 200 len: 848 time: 0.0438490 Sep 14 16:31:42.019773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c8957-57e6-479b-97d5-a72612945e1f req-d7d0610a-e33e-44b4-b8cc-07b815623c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:42.021564 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-499c8957-57e6-479b-97d5-a72612945e1f req-d7d0610a-e33e-44b4-b8cc-07b815623c24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc3c33c3-f908-4948-aef3-0089d1941d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0501699 Sep 14 16:31:42.136033 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-499c8957-57e6-479b-97d5-a72612945e1f req-93a0952c-bfcd-47dc-89a8-a1dcd9c15c9d service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062796 Sep 14 16:31:42.234080 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-499c8957-57e6-479b-97d5-a72612945e1f req-051fdadb-a20f-4305-8450-e30ede1061bf service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845215 Sep 14 16:31:42.358090 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d858870-3c22-44ef-b428-237193b6dcc5 req-0ad7a928-45af-44e7-9b13-dc0928ee8ef9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:42.359577 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0d858870-3c22-44ef-b428-237193b6dcc5 req-0ad7a928-45af-44e7-9b13-dc0928ee8ef9 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0484719 Sep 14 16:31:42.395735 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0d858870-3c22-44ef-b428-237193b6dcc5 req-497802fb-d765-41c0-949e-db8a38c1ea7a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300820 Sep 14 16:31:43.517154 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9358f05e-d6a7-4f99-82d6-c48924f99f69 req-0137ebf9-1466-4f33-9cd7-28c37c29a4b0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:43.518886 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9358f05e-d6a7-4f99-82d6-c48924f99f69 req-0137ebf9-1466-4f33-9cd7-28c37c29a4b0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0513852 Sep 14 16:31:43.561641 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9358f05e-d6a7-4f99-82d6-c48924f99f69 req-eb22b3c1-335b-4b96-98b7-e5908376c77b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368259 Sep 14 16:31:44.677106 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e25f-cec2-45f9-8538-a0c47dd20c43 req-213f3306-2af8-4f8d-a442-8b2f1444b446 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:44.678594 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3d2e25f-cec2-45f9-8538-a0c47dd20c43 req-213f3306-2af8-4f8d-a442-8b2f1444b446 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0513062 Sep 14 16:31:44.714975 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d3d2e25f-cec2-45f9-8538-a0c47dd20c43 req-9155608f-efae-420f-b19c-9908576eabd2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305841 Sep 14 16:31:45.828947 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d4262-3fc9-473e-8adc-a41f48c41a86 req-3774dddd-ab1f-4859-a92d-1bae9f119fac tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:45.830431 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a23d4262-3fc9-473e-8adc-a41f48c41a86 req-3774dddd-ab1f-4859-a92d-1bae9f119fac tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0503423 Sep 14 16:31:45.867245 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a23d4262-3fc9-473e-8adc-a41f48c41a86 req-3b613884-bb82-4870-af2c-392f9f3fbd8f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303142 Sep 14 16:31:46.676310 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:46.967201 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 06044277-60f8-4a29-931d-6d0feb7c9ed8 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:31:46.981853 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a536f775-6028-483c-9b9a-823b38304aeb req-6bb6eaed-3373-4a48-8cd6-cfc74f006468 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:46.983414 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a536f775-6028-483c-9b9a-823b38304aeb req-6bb6eaed-3373-4a48-8cd6-cfc74f006468 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0493839 Sep 14 16:31:47.026487 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a536f775-6028-483c-9b9a-823b38304aeb req-ed81e9a8-2b56-40fe-a2be-d5ddffafa5dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369065 Sep 14 16:31:47.043599 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:47.065760 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:31:47.068008 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa6ceb7-ac5e-4644-84f1-06d3bbe350ef" -d '{"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:31:47.081075 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:47.086654 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:47.111415 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 14 Sep 2021 16:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2590f8e1-9728-4283-b3b9-3b74715ab412 x-openstack-request-id: req-2590f8e1-9728-4283-b3b9-3b74715ab412 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:31:47.111728 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-unplugged", "status": "completed", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:31:47.111985 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2590f8e1-9728-4283-b3b9-3b74715ab412 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:31:47.112382 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'code': 200} Sep 14 16:31:47.137555 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=6']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:47.571540 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6fbe3577-edc3-4c49-986a-7b93a8f74378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:48.358633 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aec864-4afd-482a-baa9-89190314d751 req-64507215-9bdc-488c-8a7c-6e9a0697ff4a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:48.360131 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48aec864-4afd-482a-baa9-89190314d751 req-64507215-9bdc-488c-8a7c-6e9a0697ff4a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.2661703 Sep 14 16:31:48.397867 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-48aec864-4afd-482a-baa9-89190314d751 req-8df53092-2dc9-457a-9ab0-bab935c49d96 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312893 Sep 14 16:31:48.576211 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-18cc91ea-93e1-42b8-8ca6-8080f5f2a11e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440304 Sep 14 16:31:48.602817 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495442f1-cf25-4f19-a150-12f44f4eb1de req-14442857-37b7-4558-8ec0-3ae1659cb75f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:48.604291 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-495442f1-cf25-4f19-a150-12f44f4eb1de req-14442857-37b7-4558-8ec0-3ae1659cb75f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0496140 Sep 14 16:31:48.642656 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-495442f1-cf25-4f19-a150-12f44f4eb1de req-ee3ed76a-0db2-4c52-b7b4-1f15e3183b72 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324268 Sep 14 16:31:48.958762 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:31:49.762257 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661f30a6-7f80-45d1-a7c0-ad6de63854e2 req-f527c921-f95c-41ca-90b8-81be2e33ace1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:49.763617 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-661f30a6-7f80-45d1-a7c0-ad6de63854e2 req-f527c921-f95c-41ca-90b8-81be2e33ace1 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0490119 Sep 14 16:31:49.804540 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-661f30a6-7f80-45d1-a7c0-ad6de63854e2 req-747e7faf-7849-429c-934e-14d50456fa9f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350647 Sep 14 16:31:50.003851 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-31005545-1aaf-42a5-9ec4-c0f39224cc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.089536 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-c7cb1be0-4de9-437b-9c2b-41037e36e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:50.091024 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-c7cb1be0-4de9-437b-9c2b-41037e36e603 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac&tenant_id=21da01aeb13e47e79e37a7eb26f64632 HTTP/1.1" status: 200 len: 1097 time: 0.0831447 Sep 14 16:31:50.159871 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-6fcc5ea4-d385-4b91-9d1e-362d90b5a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:50.161402 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-6fcc5ea4-d385-4b91-9d1e-362d90b5a5af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1097 time: 0.0399938 Sep 14 16:31:50.255163 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-ad072052-54cd-40ab-8192-bfc03d51d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:50.257150 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-ad072052-54cd-40ab-8192-bfc03d51d736 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 910 time: 0.0878458 Sep 14 16:31:50.336470 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-cab4bb5b-4927-41cd-9962-86ca12e5b68c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 1000 time: 0.0715394 Sep 14 16:31:50.348434 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47602) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:50.376907 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.401748 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-8c773acd-4827-41c3-a284-cf2f75382093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:50.403196 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-8c773acd-4827-41c3-a284-cf2f75382093 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 200 len: 848 time: 0.0484855 Sep 14 16:31:50.461163 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-d72bd3aa-7608-4ccd-8fd3-857e54772239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:50.462718 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-d72bd3aa-7608-4ccd-8fd3-857e54772239 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc3c33c3-f908-4948-aef3-0089d1941d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0483925 Sep 14 16:31:50.468370 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.595852 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-bd9bfc11-644f-4bad-b844-e56392101710 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185923 Sep 14 16:31:50.701835 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.708215 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.758282 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=43ab038bb26e4e539661fa66079c4b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086549 Sep 14 16:31:50.760180 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-5e364beb-af14-4649-8e20-1ad2ede787f8 req-25e1157c-07e8-4caa-b656-eefbc6543a3b service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520364 Sep 14 16:31:50.760915 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47608) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:50.761219 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79454ae-b24e-4297-a6b6-0bac80ac8007,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:50.769426 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.769785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.770125 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.770458 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.770799 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.771116 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.771441 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.771803 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.772128 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.772448 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.772773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.773091 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35155c91-daef-4495-b7fb-96b4c7e28e88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:50.811222 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e59cb121-2fcc-4b8f-ab5e-094e9aa2de03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.832597 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e59cb121-2fcc-4b8f-ab5e-094e9aa2de03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.898726 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e59cb121-2fcc-4b8f-ab5e-094e9aa2de03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.901566 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e59cb121-2fcc-4b8f-ab5e-094e9aa2de03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:50.902686 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e59cb121-2fcc-4b8f-ab5e-094e9aa2de03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a79454ae-b24e-4297-a6b6-0bac80ac8007 HTTP/1.1" status: 204 len: 168 time: 0.1407554 Sep 14 16:31:50.915850 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59cb121-2fcc-4b8f-ab5e-094e9aa2de03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79454ae-b24e-4297-a6b6-0bac80ac8007,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:50.937658 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f1914b-207a-4995-b78e-be57648a40e5 req-1498230e-d42c-4787-aaa9-39118f49c6dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:50.939336 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2f1914b-207a-4995-b78e-be57648a40e5 req-1498230e-d42c-4787-aaa9-39118f49c6dd tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0693336 Sep 14 16:31:50.987684 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2f1914b-207a-4995-b78e-be57648a40e5 req-498587d1-0bc4-47ef-a8a7-0c8236021600 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412188 Sep 14 16:31:51.415433 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.105214 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91383b-cdc2-447d-b059-b90a224e4e37 req-9f8ced39-9202-4b53-a5ce-d62bdb9e6785 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:52.106869 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e91383b-cdc2-447d-b059-b90a224e4e37 req-9f8ced39-9202-4b53-a5ce-d62bdb9e6785 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0524786 Sep 14 16:31:52.144694 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8e91383b-cdc2-447d-b059-b90a224e4e37 req-514acda9-7207-4b89-96f6-ca34f4055c0b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314586 Sep 14 16:31:52.544495 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:52.625117 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.649225 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6811b862-5f60-4559-a2a2-8f0cc2565b4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.733224 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6811b862-5f60-4559-a2a2-8f0cc2565b4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.737910 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-6811b862-5f60-4559-a2a2-8f0cc2565b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.776006 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-6811b862-5f60-4559-a2a2-8f0cc2565b4b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9448c6104ab4efdbddea83855512a43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303798 Sep 14 16:31:52.776955 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811b862-5f60-4559-a2a2-8f0cc2565b4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a91c49-602e-4943-82de-c7611bec77e3,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:52.778748 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:52.826484 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4f36-3c04-4d71-be5a-ca69d5f491e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.847318 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4f36-3c04-4d71-be5a-ca69d5f491e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.901357 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4f36-3c04-4d71-be5a-ca69d5f491e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.904639 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c2fa4f36-3c04-4d71-be5a-ca69d5f491e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:52.906035 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c2fa4f36-3c04-4d71-be5a-ca69d5f491e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51a91c49-602e-4943-82de-c7611bec77e3 HTTP/1.1" status: 204 len: 168 time: 0.1260903 Sep 14 16:31:52.917682 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa4f36-3c04-4d71-be5a-ca69d5f491e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a91c49-602e-4943-82de-c7611bec77e3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:53.167652 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47688) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:53.181312 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-458f558a-bc0c-4259-b6b1-9a52a035fe6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:53.270146 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e72b38-852e-4855-9d6e-d7e6c53edbd5 req-45c25db5-7168-4ab4-b3df-11de453f1f47 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:53.272217 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30e72b38-852e-4855-9d6e-d7e6c53edbd5 req-45c25db5-7168-4ab4-b3df-11de453f1f47 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0534880 Sep 14 16:31:53.272663 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-458f558a-bc0c-4259-b6b1-9a52a035fe6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:53.276692 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-458f558a-bc0c-4259-b6b1-9a52a035fe6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:53.320186 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-458f558a-bc0c-4259-b6b1-9a52a035fe6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1016136b5be4cf3821dc838895e5e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1514554 Sep 14 16:31:53.321371 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458f558a-bc0c-4259-b6b1-9a52a035fe6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd611b74-16b9-4829-87e5-3fdc9b9ef150,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:53.322958 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47692) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:53.327737 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-30e72b38-852e-4855-9d6e-d7e6c53edbd5 req-c2aa04d6-559f-4736-bdff-00bdf4370af3 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380697 Sep 14 16:31:53.380694 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ca10ef-7462-4fb3-9d50-028a436f6acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:53.402528 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ca10ef-7462-4fb3-9d50-028a436f6acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:53.448001 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ca10ef-7462-4fb3-9d50-028a436f6acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:53.450656 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e2ca10ef-7462-4fb3-9d50-028a436f6acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:53.451844 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e2ca10ef-7462-4fb3-9d50-028a436f6acc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd611b74-16b9-4829-87e5-3fdc9b9ef150 HTTP/1.1" status: 204 len: 168 time: 0.1275694 Sep 14 16:31:53.460293 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca10ef-7462-4fb3-9d50-028a436f6acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd611b74-16b9-4829-87e5-3fdc9b9ef150,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:54.124343 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47716) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:54.217942 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1939707912-network', 'tenant_id': '591cc3a0e4d94f06af900f6e51fc2f70'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:54.238345 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Made reservation on behalf of 591cc3a0e4d94f06af900f6e51fc2f70 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:31:54.240650 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.248915 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.338957 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.342729 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.362721 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:31:54.376415 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faedac4f-1eec-4afc-a7da-d730a85cc995,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:54.381817 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.382162 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Added segment e02a487f-85ad-444e-a5d6-927ac7eea0b6 of type vlan for network 84f0ad41-b817-4a33-b5af-208571177b1c Sep 14 16:31:54.422259 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.447663 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781bf0f-9d55-4a3b-9d86-dbe5837f3ca6 req-6a1fb1d7-c89c-4968-890b-bd740be2bdde tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:54.448289 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.449030 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:54.449301 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f781bf0f-9d55-4a3b-9d86-dbe5837f3ca6 req-6a1fb1d7-c89c-4968-890b-bd740be2bdde tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0491884 Sep 14 16:31:54.449889 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.479861 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3542724 Sep 14 16:31:54.482578 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47722) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:54.489709 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Request body: {'subnet': {'network_id': '84f0ad41-b817-4a33-b5af-208571177b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1939707912-subnet', 'tenant_id': '591cc3a0e4d94f06af900f6e51fc2f70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:54.496733 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f781bf0f-9d55-4a3b-9d86-dbe5837f3ca6 req-6ba21dc4-0947-43eb-be24-d1ad5180659c tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414946 Sep 14 16:31:54.517580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcc8b46-aded-4f3c-846b-02a23734774b admin admin] Pushing event updated for resources: {'Network': ['ID=84f0ad41-b817-4a33-b5af-208571177b1c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:54.524316 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Made reservation on behalf of 591cc3a0e4d94f06af900f6e51fc2f70 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:31:54.527028 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 84f0ad41-b817-4a33-b5af-208571177b1c details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:31:54.527584 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26018461'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.697576 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25172286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26018435'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.759717 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d38949-750c-481c-a575-5a805abbd5b5,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:54.764307 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Checking segment: {'id': 'e02a487f-85ad-444e-a5d6-927ac7eea0b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '84f0ad41-b817-4a33-b5af-208571177b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:31:54.764654 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Network hostable DHCP agents. Network: 84f0ad41-b817-4a33-b5af-208571177b1c, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:31:54.781192 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Network 84f0ad41-b817-4a33-b5af-208571177b1c is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:31:54.789266 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 84f0ad41-b817-4a33-b5af-208571177b1c) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:31:54.793665 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:54.794264 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:54.798869 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7357365-a52b-4dda-8a5c-920de268e998 None None] Network 84f0ad41-b817-4a33-b5af-208571177b1c requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:31:54.808772 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-417aebe6-6a7a-4ead-8e2d-ba3524c1d613 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3250980 Sep 14 16:31:54.921607 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370aaaed-ba61-4f39-9152-7b36d936f2ca None None] Network 84f0ad41-b817-4a33-b5af-208571177b1c requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:31:55.267943 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47740) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:55.272856 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-373311194-network', 'tenant_id': '28283d0e5b1741adab64d018eaf8f53b'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:55.292996 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Made reservation on behalf of 28283d0e5b1741adab64d018eaf8f53b for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:31:55.295213 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.304568 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.395358 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.399780 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.421407 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:31:55.436583 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0663213-eadf-4482-aa13-497eecb33f07,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:55.440836 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.441173 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Added segment 170f9278-9620-426e-b2ce-a22f3dd8a59b of type vlan for network f6ab2f7a-9649-4fb9-8078-f7c7d77beb31 Sep 14 16:31:55.481960 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.506564 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.507510 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:55.508090 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.539892 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2708364 Sep 14 16:31:55.542729 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47744) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:55.548255 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Request body: {'subnet': {'network_id': 'f6ab2f7a-9649-4fb9-8078-f7c7d77beb31', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-373311194-subnet', 'tenant_id': '28283d0e5b1741adab64d018eaf8f53b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:31:55.572718 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Made reservation on behalf of 28283d0e5b1741adab64d018eaf8f53b for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:31:55.575536 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25866128'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.581862 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf45d2a-89a8-414f-8dda-0182b0ab52f7 admin admin] Pushing event updated for resources: {'Network': ['ID=f6ab2f7a-9649-4fb9-8078-f7c7d77beb31,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:55.592933 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network f6ab2f7a-9649-4fb9-8078-f7c7d77beb31 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:31:55.636931 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ee83cf-d6e9-4367-9efa-122656dfa3b3 req-1133a266-ce47-4750-9bac-22c8968a1d21 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:55.638756 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9ee83cf-d6e9-4367-9efa-122656dfa3b3 req-1133a266-ce47-4750-9bac-22c8968a1d21 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0590234 Sep 14 16:31:55.685683 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c9ee83cf-d6e9-4367-9efa-122656dfa3b3 req-3aed2541-7dd6-4180-831d-c9a0631b6d58 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347426 Sep 14 16:31:55.765214 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26358863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25866126'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.817489 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48d5ae28-ae2d-4a88-a076-ab65c07587a0,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:55.827716 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Checking segment: {'id': '170f9278-9620-426e-b2ce-a22f3dd8a59b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f6ab2f7a-9649-4fb9-8078-f7c7d77beb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:31:55.828063 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Network hostable DHCP agents. Network: f6ab2f7a-9649-4fb9-8078-f7c7d77beb31, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:31:55.844306 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Network f6ab2f7a-9649-4fb9-8078-f7c7d77beb31 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:31:55.853433 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, f6ab2f7a-9649-4fb9-8078-f7c7d77beb31) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:31:55.857496 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:55.858079 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:55.862629 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8960c346-d937-4997-b857-de82e28c392f None None] Network f6ab2f7a-9649-4fb9-8078-f7c7d77beb31 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:31:55.872917 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-80d289f1-da8d-4553-96dd-7a8774d33e7f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3290749 Sep 14 16:31:55.982841 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47748) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:55.989733 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2526a-a1c1-4d89-8f6a-fa1e0a3575ba None None] Network f6ab2f7a-9649-4fb9-8078-f7c7d77beb31 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:31:56.028376 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] Deleting subnet e8d38949-750c-481c-a575-5a805abbd5b5 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:31:56.031566 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.065413 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.112401 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.166061 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.189936 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d38949-750c-481c-a575-5a805abbd5b5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:56.196606 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.199292 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-288b466e-5a9c-4312-b7ca-3446a6c4f08e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e8d38949-750c-481c-a575-5a805abbd5b5 HTTP/1.1" status: 204 len: 168 time: 0.2146976 Sep 14 16:31:56.201041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47752) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:56.267841 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.349178 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.368448 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f0ad41-b817-4a33-b5af-208571177b1c']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:56.377822 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e02a487f-85ad-444e-a5d6-927ac7eea0b6') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:56.378114 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e02a487f-85ad-444e-a5d6-927ac7eea0b6') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:56.398266 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.415663 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.423222 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:31:56.423616 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:31:56.425256 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:31:56.482411 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.487841 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.492606 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47754) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:56.493166 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] 10.222.0.15 "DELETE /v2.0/networks/84f0ad41-b817-4a33-b5af-208571177b1c HTTP/1.1" status: 204 len: 168 time: 0.2906499 Sep 14 16:31:56.502981 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ec83d3-3bf9-4c4a-a75e-2f6e631ba455 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f0ad41-b817-4a33-b5af-208571177b1c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:56.537335 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] Deleting subnet 48d5ae28-ae2d-4a88-a076-ab65c07587a0 {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:31:56.540627 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.573912 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26088245'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.614948 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.676622 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25172351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26018424'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.701779 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48d5ae28-ae2d-4a88-a076-ab65c07587a0,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:56.708263 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.713052 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b2614456-e1ca-4d7d-95b5-f11bdb78ae7e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/48d5ae28-ae2d-4a88-a076-ab65c07587a0 HTTP/1.1" status: 204 len: 168 time: 0.2166193 Sep 14 16:31:56.713624 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 47758) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:56.797604 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.870604 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221109c-940d-48c2-ab54-f6a2def52469 req-c1fe8671-a5c5-4cd1-8004-ac84644b65f4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:56.871971 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5221109c-940d-48c2-ab54-f6a2def52469 req-c1fe8671-a5c5-4cd1-8004-ac84644b65f4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0928781 Sep 14 16:31:56.921129 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.954366 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6ab2f7a-9649-4fb9-8078-f7c7d77beb31']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:56.968294 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5221109c-940d-48c2-ab54-f6a2def52469 req-0aaa45f6-87e2-4d7b-930f-30c695667379 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0854683 Sep 14 16:31:56.970027 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '170f9278-9620-426e-b2ce-a22f3dd8a59b') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:56.970387 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '170f9278-9620-426e-b2ce-a22f3dd8a59b') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:31:56.980053 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.993692 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:56.999349 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:31:56.999718 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:31:57.001329 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:31:57.055920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.061338 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.063197 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] 10.222.0.15 "DELETE /v2.0/networks/f6ab2f7a-9649-4fb9-8078-f7c7d77beb31 HTTP/1.1" status: 204 len: 168 time: 0.3491096 Sep 14 16:31:57.074577 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858cfca8-090b-4b15-8a2d-65436f0fbaaf admin admin] Pushing event deleted for resources: {'Network': ['ID=f6ab2f7a-9649-4fb9-8078-f7c7d77beb31,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:57.219206 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47764) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:57.257977 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8a6071c1-e4ee-49c2-843a-a6d28129ff47 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=591cc3a0e4d94f06af900f6e51fc2f70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376422 Sep 14 16:31:57.260388 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47766) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:57.307611 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-876fb9df-c8c6-4dd9-966e-a33cc82bab30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.328718 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-876fb9df-c8c6-4dd9-966e-a33cc82bab30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.375212 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-876fb9df-c8c6-4dd9-966e-a33cc82bab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.377876 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-876fb9df-c8c6-4dd9-966e-a33cc82bab30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.378954 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-876fb9df-c8c6-4dd9-966e-a33cc82bab30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/faedac4f-1eec-4afc-a7da-d730a85cc995 HTTP/1.1" status: 204 len: 168 time: 0.1176996 Sep 14 16:31:57.387157 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fb9df-c8c6-4dd9-966e-a33cc82bab30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faedac4f-1eec-4afc-a7da-d730a85cc995,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:57.686577 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47772) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:57.728456 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-38872370-da2f-4f41-bcd7-9ab93f9cbdf0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=28283d0e5b1741adab64d018eaf8f53b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407395 Sep 14 16:31:57.730854 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 47774) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:31:57.777984 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39413c75-81c4-46c9-b093-381139d892da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.798987 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39413c75-81c4-46c9-b093-381139d892da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.846777 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39413c75-81c4-46c9-b093-381139d892da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.849999 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-39413c75-81c4-46c9-b093-381139d892da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:57.851176 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-39413c75-81c4-46c9-b093-381139d892da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0663213-eadf-4482-aa13-497eecb33f07 HTTP/1.1" status: 204 len: 168 time: 0.1194355 Sep 14 16:31:57.860649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39413c75-81c4-46c9-b093-381139d892da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0663213-eadf-4482-aa13-497eecb33f07,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:58.089782 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a8818-be31-4d31-a64f-7e1981fbadb2 req-6d253152-68e0-4110-a56e-6e4a7cd31999 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:58.091284 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-490a8818-be31-4d31-a64f-7e1981fbadb2 req-6d253152-68e0-4110-a56e-6e4a7cd31999 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0501788 Sep 14 16:31:58.129267 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-490a8818-be31-4d31-a64f-7e1981fbadb2 req-581c1198-155c-4772-b1b5-cd32a1e4576e tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316551 Sep 14 16:31:59.025759 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 06044277-60f8-4a29-931d-6d0feb7c9ed8 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:31:59.123752 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:59.134717 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'port_id': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'mac_address': 'fa:16:3e:8e:d0:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:31:59.174482 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:59.193114 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06044277-60f8-4a29-931d-6d0feb7c9ed8 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:31:59.216319 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:31:59.220733 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:31:59.257174 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5405af4-354b-4e47-ba52-119c28104049 req-70f482f4-0af8-4af6-8bfb-d61b8b3a7b37 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:31:59.264562 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5405af4-354b-4e47-ba52-119c28104049 req-70f482f4-0af8-4af6-8bfb-d61b8b3a7b37 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 944 time: 0.0612724 Sep 14 16:31:59.278080 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=7']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:31:59.285703 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.286793 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.287602 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.288988 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.289571 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.290092 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.290774 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.291172 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.291573 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.291987 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.292379 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.292764 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:31:59.309046 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e5405af4-354b-4e47-ba52-119c28104049 req-543afea6-83d2-49cc-9c3a-4042ca8b8075 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433490 Sep 14 16:31:59.496030 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['06044277-60f8-4a29-931d-6d0feb7c9ed8'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:32:00.429053 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a1a166-701b-416f-8271-0d1f0dd70cdd req-824ec65f-8e62-48d9-899c-bf3e16406d18 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:00.430544 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-05a1a166-701b-416f-8271-0d1f0dd70cdd req-824ec65f-8e62-48d9-899c-bf3e16406d18 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 945 time: 0.0486205 Sep 14 16:32:00.467696 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-05a1a166-701b-416f-8271-0d1f0dd70cdd req-ea6819a2-8552-4f0f-bf8f-5931f2bec1fe tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312331 Sep 14 16:32:01.579975 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c840aee9-f5cf-4b19-b9b4-5114befe8988 req-5081cd85-9438-4b16-bf2d-f0fdefc9b082 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:01.581489 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c840aee9-f5cf-4b19-b9b4-5114befe8988 req-5081cd85-9438-4b16-bf2d-f0fdefc9b082 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 945 time: 0.0483737 Sep 14 16:32:01.619933 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c840aee9-f5cf-4b19-b9b4-5114befe8988 req-fcf717db-c1c2-4614-b4ac-d9a993968755 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315864 Sep 14 16:32:02.736842 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e12ffd-b5e4-435e-947c-2b77e8e4c29c req-67d24898-3a71-460b-b072-b153d686f22f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:02.738326 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3e12ffd-b5e4-435e-947c-2b77e8e4c29c req-67d24898-3a71-460b-b072-b153d686f22f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 945 time: 0.0524225 Sep 14 16:32:02.776352 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3e12ffd-b5e4-435e-947c-2b77e8e4c29c req-f678e5e7-05be-40cf-910c-686288177acf tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322218 Sep 14 16:32:03.045739 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 06044277-60f8-4a29-931d-6d0feb7c9ed8 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:32:03.092580 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 06044277-60f8-4a29-931d-6d0feb7c9ed8 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:32:03.092950 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:03.166418 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:03.188291 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:32:03.190530 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08152574-8cc1-4f61-9c58-73d05728d110" -d '{"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:32:03.203359 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:03.207636 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:03.233739 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a889cbcd-81c1-4271-821e-82d7f6308e9b x-openstack-request-id: req-a889cbcd-81c1-4271-821e-82d7f6308e9b {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:32:03.234026 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-plugged", "status": "completed", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:32:03.234276 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a889cbcd-81c1-4271-821e-82d7f6308e9b {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:32:03.234656 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'code': 200} Sep 14 16:32:03.259125 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=8']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:03.898912 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22eb9a-1b80-41b8-8362-e171390cf866 req-d46d80b6-d092-4f1d-94b5-197bceceb1fc tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:03.900292 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc22eb9a-1b80-41b8-8362-e171390cf866 req-d46d80b6-d092-4f1d-94b5-197bceceb1fc tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0488098 Sep 14 16:32:03.937190 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc22eb9a-1b80-41b8-8362-e171390cf866 req-6e18849a-9b51-49b8-b303-448a28c4a8e0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309660 Sep 14 16:32:05.052949 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399572a1-095f-4194-9438-1a60548fecba req-2870d6e1-dace-46e0-8b06-595e1a0d5dda tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:05.054434 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-399572a1-095f-4194-9438-1a60548fecba req-2870d6e1-dace-46e0-8b06-595e1a0d5dda tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0501759 Sep 14 16:32:05.092061 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-399572a1-095f-4194-9438-1a60548fecba req-9c33bc75-b233-4f3a-8ac2-0f037e1f6896 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317891 Sep 14 16:32:06.216204 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d1fb28-a21d-4f6c-83ea-81672383c826 req-b6615ab8-c7e0-4196-832d-76c933c1297a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:06.217721 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2d1fb28-a21d-4f6c-83ea-81672383c826 req-b6615ab8-c7e0-4196-832d-76c933c1297a tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0534704 Sep 14 16:32:06.233522 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73c0be-f094-44b8-ab8a-3c80c897d1e3 req-7ca275fb-c509-45a0-bfd4-0e1ebd938f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:06.235005 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc73c0be-f094-44b8-ab8a-3c80c897d1e3 req-7ca275fb-c509-45a0-bfd4-0e1ebd938f2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1099 time: 0.0421519 Sep 14 16:32:06.256814 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e2d1fb28-a21d-4f6c-83ea-81672383c826 req-4fc611f8-8830-4224-9b11-a28d0a4f8bae tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318036 Sep 14 16:32:06.272009 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-dc73c0be-f094-44b8-ab8a-3c80c897d1e3 req-cbb338ba-b4c6-4e81-8abf-5dda64355c86 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0281177 Sep 14 16:32:07.370313 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb1de22-a881-4ff6-b70e-61c651f9eaa7 req-084dbc27-57fc-4983-a3bb-e168768ed294 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:07.371750 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bdb1de22-a881-4ff6-b70e-61c651f9eaa7 req-084dbc27-57fc-4983-a3bb-e168768ed294 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0481718 Sep 14 16:32:07.408933 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bdb1de22-a881-4ff6-b70e-61c651f9eaa7 req-dc057b14-3fc2-43f9-b6cd-dde055fb0e32 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312953 Sep 14 16:32:08.522883 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3fba6e-1306-4a91-b397-833ce74b8e67 req-ad3f806f-573c-4db5-9c64-a6d6d3534f42 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:08.524247 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc3fba6e-1306-4a91-b397-833ce74b8e67 req-ad3f806f-573c-4db5-9c64-a6d6d3534f42 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0489001 Sep 14 16:32:08.560899 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-bc3fba6e-1306-4a91-b397-833ce74b8e67 req-d71e10a0-daca-46bb-b98f-da61cfc5ecd5 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307605 Sep 14 16:32:09.676431 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d3424-2bcf-4466-b8e9-ae748a65484e req-6ac369a8-91db-4fc2-98a5-d5ec8c8c84c5 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:09.677912 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-681d3424-2bcf-4466-b8e9-ae748a65484e req-6ac369a8-91db-4fc2-98a5-d5ec8c8c84c5 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0522432 Sep 14 16:32:09.715500 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-681d3424-2bcf-4466-b8e9-ae748a65484e req-c07aa4f2-72b4-4d41-82d4-e4c2bc4a8578 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315642 Sep 14 16:32:10.829014 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e87325-97f5-444b-aa29-9b340d950fdf req-c42a7085-7f7d-46c9-bd01-e5bbf49d1867 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:10.830481 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2e87325-97f5-444b-aa29-9b340d950fdf req-c42a7085-7f7d-46c9-bd01-e5bbf49d1867 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0484402 Sep 14 16:32:10.867487 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d2e87325-97f5-444b-aa29-9b340d950fdf req-e41c481e-51d4-4141-86c6-dce56f7aa041 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306907 Sep 14 16:32:11.983548 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e95d76-292b-48a2-bfd9-f8bd2719394e req-adb25566-9872-48fa-ad7f-109e8862c211 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:11.985606 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38e95d76-292b-48a2-bfd9-f8bd2719394e req-adb25566-9872-48fa-ad7f-109e8862c211 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0525420 Sep 14 16:32:12.025118 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-38e95d76-292b-48a2-bfd9-f8bd2719394e req-c23f1cc5-c706-4924-a4c2-74c270bff192 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332096 Sep 14 16:32:13.151544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6efaa-f508-4e55-9921-2df026aa6d76 req-339ed50f-5e30-4556-8ccb-0da13691ee83 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:13.153096 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-88c6efaa-f508-4e55-9921-2df026aa6d76 req-339ed50f-5e30-4556-8ccb-0da13691ee83 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0557408 Sep 14 16:32:13.193981 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-88c6efaa-f508-4e55-9921-2df026aa6d76 req-779e6b75-47cc-4051-992e-29b45eb6f501 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331850 Sep 14 16:32:14.306950 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddec38d-6d48-4d77-9c02-b39aa6f7afb5 req-c01869e7-b6a9-4bcf-96bc-41d09cf62b60 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:14.308445 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7ddec38d-6d48-4d77-9c02-b39aa6f7afb5 req-c01869e7-b6a9-4bcf-96bc-41d09cf62b60 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0482917 Sep 14 16:32:14.346842 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7ddec38d-6d48-4d77-9c02-b39aa6f7afb5 req-6349e1f8-651e-4e61-87b8-14d84d7c233d tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325894 Sep 14 16:32:15.462381 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a5718-ef63-4599-b269-78872512ee30 req-132d2ec1-7191-4896-9e75-8fb6dd651473 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:15.464228 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a54a5718-ef63-4599-b269-78872512ee30 req-132d2ec1-7191-4896-9e75-8fb6dd651473 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0527828 Sep 14 16:32:15.503924 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a54a5718-ef63-4599-b269-78872512ee30 req-58a4e228-e0f3-4660-b016-9bf3db9114da tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338247 Sep 14 16:32:16.624036 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b11547-a839-491e-92f9-2f60286d177c req-2378bf11-7e67-4185-9c59-e70bd0510e75 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:16.625770 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72b11547-a839-491e-92f9-2f60286d177c req-2378bf11-7e67-4185-9c59-e70bd0510e75 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0535696 Sep 14 16:32:16.666594 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-72b11547-a839-491e-92f9-2f60286d177c req-d660e6dd-145c-492a-ae1d-226cd081f157 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340011 Sep 14 16:32:16.674024 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:17.574679 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-72ab485b-4685-4cc7-9388-4a51d855ddbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:19.997352 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-21c08058-1929-4dcc-bf04-239cd9071ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:20.378141 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:21.108208 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-504a048e-60f3-42e0-95a9-6f86824c2835 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419688 Sep 14 16:32:21.175509 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41884c6d-1601-488b-82b9-808e43b95db9 req-5ec209f9-a34d-4d81-b206-8bdfe52ff55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:21.178093 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-5ec209f9-a34d-4d81-b206-8bdfe52ff55e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=252197c96b7842ffab73a23e04bf34b6&device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 1099 time: 0.0435507 Sep 14 16:32:21.293037 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41884c6d-1601-488b-82b9-808e43b95db9 req-382b80c9-6859-4c84-8096-66cec783d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:21.294520 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-382b80c9-6859-4c84-8096-66cec783d47d service neutron] 10.222.0.20 "GET /v2.0/networks?id=322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 200 len: 917 time: 0.0968733 Sep 14 16:32:21.365441 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-b936a0f8-c549-4e53-9d2b-c5e27d5ac454 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 200 len: 1001 time: 0.0618143 Sep 14 16:32:21.416755 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41884c6d-1601-488b-82b9-808e43b95db9 req-5b77989c-706b-432c-8798-05f744897906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:21.417869 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:21.418371 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-5b77989c-706b-432c-8798-05f744897906 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 200 len: 855 time: 0.0452440 Sep 14 16:32:21.465278 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41884c6d-1601-488b-82b9-808e43b95db9 req-e49f6bd1-6f82-455e-804d-2a77290743b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:21.466815 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-e49f6bd1-6f82-455e-804d-2a77290743b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=322255d8-05ab-4bd2-9712-c3dd3a0abcff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389917 Sep 14 16:32:21.562018 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-039ef2a1-51da-479e-814b-ed152206f660 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845442 Sep 14 16:32:21.660140 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-41884c6d-1601-488b-82b9-808e43b95db9 req-eb046d83-67dc-4124-81c6-50f3a2701833 service neutron] 10.222.0.20 "GET /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891132 Sep 14 16:32:22.623888 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:25.958168 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:32:26.245513 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0bf16c-2089-4bf5-977e-789393369e01 req-93667fbf-73b5-44de-aa54-c9b5afbb219a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:26.246970 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed0bf16c-2089-4bf5-977e-789393369e01 req-93667fbf-73b5-44de-aa54-c9b5afbb219a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.0500350 Sep 14 16:32:26.284208 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed0bf16c-2089-4bf5-977e-789393369e01 req-192b6374-dd0b-40fb-a668-2ed210122f87 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313935 Sep 14 16:32:27.397684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dccf46d-cbaf-49ac-b15c-cc698d82f6e9 req-e8ef930d-3963-4fab-b350-e6e3b109ee5b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:27.399050 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6dccf46d-cbaf-49ac-b15c-cc698d82f6e9 req-e8ef930d-3963-4fab-b350-e6e3b109ee5b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.0476470 Sep 14 16:32:27.435584 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6dccf46d-cbaf-49ac-b15c-cc698d82f6e9 req-2592daed-60b3-4347-a829-d9437c117ec0 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307367 Sep 14 16:32:28.550799 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fefa3d-bece-4dd7-9cce-638f00c5da91 req-4420ddba-723a-46d0-a5d7-7a8998c03bf6 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:28.552809 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66fefa3d-bece-4dd7-9cce-638f00c5da91 req-4420ddba-723a-46d0-a5d7-7a8998c03bf6 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.0518928 Sep 14 16:32:28.589917 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66fefa3d-bece-4dd7-9cce-638f00c5da91 req-954f2d59-f20b-402e-be2c-4f772ffbe85e tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Sep 14 16:32:29.704412 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7e8fb-2ba0-4faa-ac9d-58fd68b8d0c5 req-1c22cf3e-dbf8-458f-82e9-02e4833b0b8b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:29.705919 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22d7e8fb-2ba0-4faa-ac9d-58fd68b8d0c5 req-1c22cf3e-dbf8-458f-82e9-02e4833b0b8b tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.0489676 Sep 14 16:32:29.742549 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-22d7e8fb-2ba0-4faa-ac9d-58fd68b8d0c5 req-6922c5ea-9d29-416d-8336-6db10dd5b906 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308485 Sep 14 16:32:30.856563 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826d914d-d9cd-4056-a4c2-398b6f1ca888 req-70f40bbb-67f9-44fc-a269-1bad5d642250 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:30.858071 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-826d914d-d9cd-4056-a4c2-398b6f1ca888 req-70f40bbb-67f9-44fc-a269-1bad5d642250 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.0496683 Sep 14 16:32:30.895394 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-826d914d-d9cd-4056-a4c2-398b6f1ca888 req-5aaa68c0-78bb-49c8-89eb-bbc9c154c153 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314381 Sep 14 16:32:31.339338 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-16c874ee-8c13-4a14-a13e-bf98d540dd3d tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:31.340771 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-16c874ee-8c13-4a14-a13e-bf98d540dd3d tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 946 time: 0.0481250 Sep 14 16:32:31.435576 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Deleting port 9a532da4-f861-49e1-8b39-b4818b211cd2 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:32:31.435838 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:31.525186 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] For port 9a532da4-f861-49e1-8b39-b4818b211cd2, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=9a532da4-f861-49e1-8b39-b4818b211cd2,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:31.525567 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:31.537992 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Calling delete_port for 9a532da4-f861-49e1-8b39-b4818b211cd2 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:32:31.663217 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:31.676633 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['9a532da4-f861-49e1-8b39-b4818b211cd2'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:32:31.700292 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Pushing event deleted for resources: {'Port': ['ID=9a532da4-f861-49e1-8b39-b4818b211cd2,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:31.738010 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] No DVR routers for this DVR port 9a532da4-f861-49e1-8b39-b4818b211cd2 on host hv-cinder-80708 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:32:31.740573 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:31.742729 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4d2aed8a-a574-4091-88c4-ce061bab7816 req-61788c80-c150-4891-a0ee-364dcab5ab69 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "DELETE /v2.0/ports/9a532da4-f861-49e1-8b39-b4818b211cd2 HTTP/1.1" status: 204 len: 173 time: 0.3932960 Sep 14 16:32:31.743188 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'name': 'network-vif-deleted', 'tag': '9a532da4-f861-49e1-8b39-b4818b211cd2'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:32:31.745559 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7417c657-3eed-4f48-b08b-ccefab2eb0aa" -d '{"events": [{"server_uuid": "4bdaaede-58ec-4935-bda8-8baf3a87e76d", "name": "network-vif-deleted", "tag": "9a532da4-f861-49e1-8b39-b4818b211cd2"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:32:31.787496 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0a5a7-00a9-4ea6-97ab-95540b043531 x-openstack-request-id: req-01c0a5a7-00a9-4ea6-97ab-95540b043531 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:32:31.787779 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdaaede-58ec-4935-bda8-8baf3a87e76d", "name": "network-vif-deleted", "tag": "9a532da4-f861-49e1-8b39-b4818b211cd2", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:32:31.788027 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-01c0a5a7-00a9-4ea6-97ab-95540b043531 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:32:31.788429 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdaaede-58ec-4935-bda8-8baf3a87e76d', 'name': 'network-vif-deleted', 'tag': '9a532da4-f861-49e1-8b39-b4818b211cd2', 'status': 'completed', 'code': 200} Sep 14 16:32:32.004046 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-737b0846-9484-4342-b2c2-5fc275d1de61 req-7a186630-1e21-48e6-9a08-18eae032f4e6 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bdaaede-58ec-4935-bda8-8baf3a87e76d HTTP/1.1" status: 200 len: 210 time: 0.0302575 Sep 14 16:32:35.813570 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371b2c2-9663-4493-8cc0-7b80bddfc8b2 req-fecce6aa-1bcf-4083-bd3a-8efc26375b38 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:35.815045 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4371b2c2-9663-4493-8cc0-7b80bddfc8b2 req-fecce6aa-1bcf-4083-bd3a-8efc26375b38 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 946 time: 0.0498018 Sep 14 16:32:35.852604 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4371b2c2-9663-4493-8cc0-7b80bddfc8b2 req-920caa36-daa2-419c-be30-4c4dbfabe618 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316980 Sep 14 16:32:36.326713 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 9a532da4-f861-49e1-8b39-b4818b211cd2 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:32:36.348023 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 9a532da4-f861-49e1-8b39-b4818b211cd2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:32:36.348534 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 9a532da4-f861-49e1-8b39-b4818b211cd2 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:32:36.971142 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f7cc7e-aa27-44a1-adf5-d4aa70e5cdbe req-9d4b50af-928d-41ea-ac4b-59ce9bf39a3b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:36.972591 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3f7cc7e-aa27-44a1-adf5-d4aa70e5cdbe req-9d4b50af-928d-41ea-ac4b-59ce9bf39a3b tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 946 time: 0.0482149 Sep 14 16:32:37.009053 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3f7cc7e-aa27-44a1-adf5-d4aa70e5cdbe req-582fca33-c802-48d6-ae43-81217580d809 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306098 Sep 14 16:32:37.914600 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf22739-6125-4780-8f8d-0c67621021ed req-e7fcb49d-4d68-493e-8c28-d441fe1c100e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:37.916034 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1cf22739-6125-4780-8f8d-0c67621021ed req-e7fcb49d-4d68-493e-8c28-d441fe1c100e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 946 time: 0.0517981 Sep 14 16:32:38.014985 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Deleting port 7ab239de-3794-44b4-b45f-0d49d3ea1560 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:32:38.015322 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:38.110880 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] For port 7ab239de-3794-44b4-b45f-0d49d3ea1560, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=7ab239de-3794-44b4-b45f-0d49d3ea1560,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:38.111227 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:38.132309 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07848d-0993-412a-a0dc-dc630d088210 req-9322cdad-0cc5-4ade-9112-22078e964bdf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:38.133757 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e07848d-0993-412a-a0dc-dc630d088210 req-9322cdad-0cc5-4ade-9112-22078e964bdf tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 946 time: 0.0527344 Sep 14 16:32:38.172979 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0e07848d-0993-412a-a0dc-dc630d088210 req-2d278975-9c02-4c88-9fdb-2b368d429903 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d5bb7189-293d-4b5d-9b6c-85515e746827&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332134 Sep 14 16:32:38.279014 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:38.279365 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:38.279671 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Floating IP a130c02d-f810-4f9e-a9d6-87c5f0f9fc57 disassociated. External IP: 172.27.3.230, port: 7ab239de-3794-44b4-b45f-0d49d3ea1560. Sep 14 16:32:38.279998 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Calling delete_port for 7ab239de-3794-44b4-b45f-0d49d3ea1560 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:32:38.407625 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:38.441277 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event deleted for resources: {'Port': ['ID=7ab239de-3794-44b4-b45f-0d49d3ea1560,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:38.553307 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Router 31aac719-9dde-4788-9fa6-96368f07fabe has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:32:38.921940 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:32:38.933280 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] Sync routers for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:32:38.945574 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:32:38.946204 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:32:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:38.969267 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] No DVR routers for this DVR port 7ab239de-3794-44b4-b45f-0d49d3ea1560 on host hv-cinder-80708 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:32:38.972327 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:38.974627 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1cf22739-6125-4780-8f8d-0c67621021ed req-54cd393f-dcbb-4523-bf50-4a440c0a17dd tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.20 "DELETE /v2.0/ports/7ab239de-3794-44b4-b45f-0d49d3ea1560 HTTP/1.1" status: 204 len: 173 time: 1.0517774 Sep 14 16:32:38.975285 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-deleted', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:32:38.978340 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf63629-c604-47c4-89d6-4ceaad1a0f0b" -d '{"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-deleted", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:32:39.020475 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf99e0d-7781-4eed-b2bb-33c9a0f3b8d5 x-openstack-request-id: req-abf99e0d-7781-4eed-b2bb-33c9a0f3b8d5 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:32:39.020772 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24b9680b-c8a4-4d8a-ba95-d7154c2483fd", "name": "network-vif-deleted", "tag": "7ab239de-3794-44b4-b45f-0d49d3ea1560", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:32:39.021020 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abf99e0d-7781-4eed-b2bb-33c9a0f3b8d5 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:32:39.022431 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24b9680b-c8a4-4d8a-ba95-d7154c2483fd', 'name': 'network-vif-deleted', 'tag': '7ab239de-3794-44b4-b45f-0d49d3ea1560', 'status': 'completed', 'code': 200} Sep 14 16:32:39.053957 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48210) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:39.071986 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:32:39.160711 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba00e1dd-5535-49f7-8257-9d04e3b929db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.260721 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba00e1dd-5535-49f7-8257-9d04e3b929db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.265068 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-ba00e1dd-5535-49f7-8257-9d04e3b929db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.282632 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ee441dfb-15d6-46c9-a2e4-f1c550dd3136 req-3f69d2b7-92bf-4278-8c9f-9fb950278a61 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 210 time: 0.0337145 Sep 14 16:32:39.285596 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:39.307523 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-ba00e1dd-5535-49f7-8257-9d04e3b929db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=51be3a6092ac4baf8358200f94fe3f0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510905 Sep 14 16:32:39.308855 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48216) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:39.310086 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba00e1dd-5535-49f7-8257-9d04e3b929db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679a6ac2-56f8-4fbe-9dab-3b14c29e4d19,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:39.321590 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] Checking router: 31aac719-9dde-4788-9fa6-96368f07fabe for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:32:39.334189 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:32:39.334825 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:32:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:39.359899 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.382992 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.431182 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.434005 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.435144 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/679a6ac2-56f8-4fbe-9dab-3b14c29e4d19 HTTP/1.1" status: 204 len: 168 time: 0.1243532 Sep 14 16:32:39.444094 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a6ac2-56f8-4fbe-9dab-3b14c29e4d19,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:39.444291 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:32:39.451381 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.451729 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.452064 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.452391 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.452711 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.453039 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.453359 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.453702 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.454022 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.454337 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.454641 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.454960 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01adb346-8bd9-47ac-a8b3-b11a2ec447fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:39.647831 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:39.675882 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d97c4927-dbee-4ea4-8877-89c14feb6ee9 None None] The sync data for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi is: [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:25:10Z', 'revision_number': 4, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '084c13e1-78bb-4fa4-b509-6708bbbe02bd', 'name': '', 'network_id': '322255d8-05ab-4bd2-9712-c3dd3a0abcff', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'mac_address': 'fa:16:3e:eb:c1:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_interface', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:07Z', 'updated_at': '2021-09-14T16:25:21Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'subnets': [{'id': '43f8610a-9c56-46de-9544-aa256ffb2e66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:32:39.728015 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48224) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:39.742615 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3456c66e-c72d-451d-a455-b7989c122cde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.842681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3456c66e-c72d-451d-a455-b7989c122cde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.846918 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3456c66e-c72d-451d-a455-b7989c122cde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.891477 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3456c66e-c72d-451d-a455-b7989c122cde admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=92bc0462f73549bdbbb3a782250e72a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1614254 Sep 14 16:32:39.892419 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3456c66e-c72d-451d-a455-b7989c122cde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b195ca32-d7e8-40d1-ab98-d01f7bfa5c60,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:39.893228 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48226) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:39.915388 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a7cdcc-d2cc-4f05-9785-1baf1e8f44d3 None None] New status for floating IP a130c02d-f810-4f9e-a9d6-87c5f0f9fc57: DOWN {{(pid=93884) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:32:39.948215 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85b86385-4119-4ebf-94d3-38ff64822bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:39.972476 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85b86385-4119-4ebf-94d3-38ff64822bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:40.018150 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85b86385-4119-4ebf-94d3-38ff64822bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:40.020671 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-85b86385-4119-4ebf-94d3-38ff64822bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:40.021909 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-85b86385-4119-4ebf-94d3-38ff64822bec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b195ca32-d7e8-40d1-ab98-d01f7bfa5c60 HTTP/1.1" status: 204 len: 168 time: 0.1275895 Sep 14 16:32:40.030597 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b86385-4119-4ebf-94d3-38ff64822bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b195ca32-d7e8-40d1-ab98-d01f7bfa5c60,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:40.387142 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ba1019c4-f79d-4210-8273-d639085ec651 req-016f290a-1e35-47b0-8cd6-f2e6cac09be4 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 210 time: 0.0272028 Sep 14 16:32:41.493898 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9ab2f80a-a1ce-4dcd-beee-ffd6f0ea1388 req-545da172-a509-4062-89a4-e3ef81deaeb1 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/ports?device_id=24b9680b-c8a4-4d8a-ba95-d7154c2483fd HTTP/1.1" status: 200 len: 210 time: 0.0274796 Sep 14 16:32:42.129120 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48304) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:42.238980 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-302c6a30-e42a-4354-bac3-83d6e6de84c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.334022 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-302c6a30-e42a-4354-bac3-83d6e6de84c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.338062 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-302c6a30-e42a-4354-bac3-83d6e6de84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.373652 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-302c6a30-e42a-4354-bac3-83d6e6de84c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=763c9994a68043a9a3dd4773d95e13b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2433431 Sep 14 16:32:42.376910 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48308) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:42.378508 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c6a30-e42a-4354-bac3-83d6e6de84c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a907842a-0db7-4028-a76f-3b41e2282125,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:42.430967 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55bd87be-6ce3-4abe-b11b-f39da4309ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.452185 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55bd87be-6ce3-4abe-b11b-f39da4309ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.498712 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55bd87be-6ce3-4abe-b11b-f39da4309ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.501234 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-55bd87be-6ce3-4abe-b11b-f39da4309ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.502411 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-55bd87be-6ce3-4abe-b11b-f39da4309ad9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a907842a-0db7-4028-a76f-3b41e2282125 HTTP/1.1" status: 204 len: 168 time: 0.1244466 Sep 14 16:32:42.510833 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bd87be-6ce3-4abe-b11b-f39da4309ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a907842a-0db7-4028-a76f-3b41e2282125,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:42.590657 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48316) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:42.653244 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e217566f-4a23-4ff4-822b-902af9bf9e56 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.678129 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e217566f-4a23-4ff4-822b-902af9bf9e56 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.724172 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e217566f-4a23-4ff4-822b-902af9bf9e56 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.727196 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e217566f-4a23-4ff4-822b-902af9bf9e56 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.730833 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e217566f-4a23-4ff4-822b-902af9bf9e56 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "DELETE /v2.0/security-groups/d5bb7189-293d-4b5d-9b6c-85515e746827 HTTP/1.1" status: 204 len: 168 time: 0.1364815 Sep 14 16:32:42.731253 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48320) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:42.737922 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e217566f-4a23-4ff4-822b-902af9bf9e56 tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bb7189-293d-4b5d-9b6c-85515e746827,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:42.746503 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.api.v2.resource [None req-e0e9719e-01fc-4afe-b818-2db4e282c11f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] show failed (client error): The resource could not be found. Sep 14 16:32:42.756201 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e0e9719e-01fc-4afe-b818-2db4e282c11f tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "GET /v2.0/security-groups/d5bb7189-293d-4b5d-9b6c-85515e746827 HTTP/1.1" status: 404 len: 347 time: 0.0238776 Sep 14 16:32:42.759330 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48322) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:42.775240 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48324) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:42.789511 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ce0d4ff-21c8-40e8-bd91-2d0f9cfc4a9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.901910 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Deleting port 6a189e05-eac9-47a4-a053-cb03ed1f895c {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:32:42.902239 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.913653 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ce0d4ff-21c8-40e8-bd91-2d0f9cfc4a9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.919681 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ce0d4ff-21c8-40e8-bd91-2d0f9cfc4a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:42.958875 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9ce0d4ff-21c8-40e8-bd91-2d0f9cfc4a9f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b6631e84def74fadaae61156ba9c0d69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825147 Sep 14 16:32:42.961417 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48336) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:42.968391 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce0d4ff-21c8-40e8-bd91-2d0f9cfc4a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec29f59-5993-404a-a5ce-6da67d072ff6,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:43.004758 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.005080 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.016766 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Calling delete_port for 6a189e05-eac9-47a4-a053-cb03ed1f895c owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:32:43.052062 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1eccc55-66ee-46a2-92d8-ba6b3e3dd938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.109233 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1eccc55-66ee-46a2-92d8-ba6b3e3dd938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.142883 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ced25-48f4-414b-ab65-87810238e1e8 req-c4c2eb70-e19e-4658-a522-428c86b2af0d tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:43.144334 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-c4c2eb70-e19e-4658-a522-428c86b2af0d tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/networks?id=c735cda8-142e-4163-ba8e-ebc85db95d33 HTTP/1.1" status: 200 len: 813 time: 0.1444821 Sep 14 16:32:43.153362 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.170881 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-4e99d13a-9f03-4a9b-b5c7-119974e74973 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/quotas/d0d2881b9f2e4ba6bd8b111bf2e58b29 HTTP/1.1" status: 200 len: 375 time: 0.0172162 Sep 14 16:32:43.181031 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Pushing event deleted for resources: {'Port': ['ID=6a189e05-eac9-47a4-a053-cb03ed1f895c,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:43.202143 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1eccc55-66ee-46a2-92d8-ba6b3e3dd938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.204644 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e1eccc55-66ee-46a2-92d8-ba6b3e3dd938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.205741 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e1eccc55-66ee-46a2-92d8-ba6b3e3dd938 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fec29f59-5993-404a-a5ce-6da67d072ff6 HTTP/1.1" status: 204 len: 168 time: 0.2432566 Sep 14 16:32:43.227557 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-f5a21243-c726-445d-af12-cb6b3a5f1c63 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0d2881b9f2e4ba6bd8b111bf2e58b29&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0354273 Sep 14 16:32:43.232198 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eccc55-66ee-46a2-92d8-ba6b3e3dd938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec29f59-5993-404a-a5ce-6da67d072ff6,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:43.249197 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.252146 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:43.256590 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-847beaed-8859-4272-8283-aaa94ab5c57e tempest-AttachVolumeShelveTestJSON-962431990 tempest-AttachVolumeShelveTestJSON-962431990-project] 10.222.0.15 "DELETE /v2.0/floatingips/a130c02d-f810-4f9e-a9d6-87c5f0f9fc57 HTTP/1.1" status: 204 len: 168 time: 0.4930637 Sep 14 16:32:43.394402 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-ea37cf39-349b-45c3-ab12-0c1f9549010c service neutron] 10.222.0.15 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538253 Sep 14 16:32:43.520857 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-d1c394b1-b24e-4416-a90d-3643c3e0ba24 service neutron] 10.222.0.15 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193550 Sep 14 16:32:43.707103 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-067cc987-1ba3-4567-8439-9309b7b4dce3 req-a274180d-a9ca-4e16-8ac7-761cc440f851 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 210 time: 0.0305696 Sep 14 16:32:43.805238 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:32:43.825771 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 7ab239de-3794-44b4-b45f-0d49d3ea1560 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:32:43.826120 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 7ab239de-3794-44b4-b45f-0d49d3ea1560 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:32:44.726694 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ced25-48f4-414b-ab65-87810238e1e8 req-b307b625-1262-422b-a8f7-43f0ddc8fad3 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:44.728044 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-b307b625-1262-422b-a8f7-43f0ddc8fad3 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "GET /v2.0/networks?id=c735cda8-142e-4163-ba8e-ebc85db95d33 HTTP/1.1" status: 200 len: 813 time: 0.1534424 Sep 14 16:32:44.747294 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Request body: {'port': {'device_id': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33', 'admin_state_up': True, 'tenant_id': 'd0d2881b9f2e4ba6bd8b111bf2e58b29'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:32:44.811643 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a62de3b6-8560-44a8-93ce-dbc58d4f8096 req-9a4bf3df-814c-4fd9-b524-944b3feb1e8e tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 210 time: 0.0284503 Sep 14 16:32:44.862666 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Made reservation on behalf of d0d2881b9f2e4ba6bd8b111bf2e58b29 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:32:44.866639 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:44.999333 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Allocated IP 172.20.0.10 (c735cda8-142e-4163-ba8e-ebc85db95d33/f9d16545-9c42-4f27-bc85-aa58a05a5438/25c53897-0a29-4a1c-8d12-cc415f5354f3) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:32:45.146931 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.184808 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.226294 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Network c735cda8-142e-4163-ba8e-ebc85db95d33 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:32:45.229212 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:32:45.232861 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:32:45.258073 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Pushing event updated for resources: {'Port': ['ID=25c53897-0a29-4a1c-8d12-cc415f5354f3,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:45.285317 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:45.286177 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.300021 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-7c271ef7-f093-4014-bbb4-3e3b12f6b0e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5594525 Sep 14 16:32:45.312914 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Request body: {'port': {'device_id': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:32:45.370517 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.634431 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25c53897-0a29-4a1c-8d12-cc415f5354f3 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:32:45.644523 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.663417 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Transition to ACTIVE for port object 25c53897-0a29-4a1c-8d12-cc415f5354f3 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:32:45.667652 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.736706 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Pushing event updated for resources: {'Port': ['ID=25c53897-0a29-4a1c-8d12-cc415f5354f3,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:45.791041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Attempting to bind port 25c53897-0a29-4a1c-8d12-cc415f5354f3 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:32:45.791380 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Attempting to bind port 25c53897-0a29-4a1c-8d12-cc415f5354f3 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:32:45.791708 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Attempting to bind port 25c53897-0a29-4a1c-8d12-cc415f5354f3 on network c735cda8-142e-4163-ba8e-ebc85db95d33 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:32:45.796220 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Port 25c53897-0a29-4a1c-8d12-cc415f5354f3 on network c735cda8-142e-4163-ba8e-ebc85db95d33 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:32:45.796431 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Attempting to bind port 25c53897-0a29-4a1c-8d12-cc415f5354f3 on network c735cda8-142e-4163-ba8e-ebc85db95d33 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:32:45.801609 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 32, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:32:45.801771 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Checking segment: {'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:32:45.801925 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48416) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:45.802152 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Bound using segment: {'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:32:45.803129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Bound port: 25c53897-0a29-4a1c-8d12-cc415f5354f3, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46353301-4613-432a-ac28-7336d292d653', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:32:45.803480 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.875060 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] For port 25c53897-0a29-4a1c-8d12-cc415f5354f3, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:32:45.878767 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] For port 25c53897-0a29-4a1c-8d12-cc415f5354f3, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=25c53897-0a29-4a1c-8d12-cc415f5354f3,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:32:45.883355 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.920688 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:45.921697 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:45.923772 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] 10.222.0.20 "PUT /v2.0/ports/25c53897-0a29-4a1c-8d12-cc415f5354f3 HTTP/1.1" status: 200 len: 1094 time: 0.6147022 Sep 14 16:32:45.923772 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'tag': '25c53897-0a29-4a1c-8d12-cc415f5354f3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:32:45.926212 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2" -d '{"events": [{"name": "network-changed", "server_uuid": "23d1a332-8556-45a4-bb34-20fc1d76a575", "tag": "25c53897-0a29-4a1c-8d12-cc415f5354f3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:32:45.938343 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9becce-acba-48a6-b8eb-9f86f9d37467 req-76780d7d-b64f-4e68-ba4d-21cbadfea807 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:45.947210 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8f9becce-acba-48a6-b8eb-9f86f9d37467 req-76780d7d-b64f-4e68-ba4d-21cbadfea807 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 944 time: 0.0605335 Sep 14 16:32:45.995489 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d5b33f-d1a4-43b0-a48b-197f7e658890 x-openstack-request-id: req-52d5b33f-d1a4-43b0-a48b-197f7e658890 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:32:45.995792 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d1a332-8556-45a4-bb34-20fc1d76a575", "tag": "25c53897-0a29-4a1c-8d12-cc415f5354f3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:32:45.996044 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-52d5b33f-d1a4-43b0-a48b-197f7e658890 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:32:45.996437 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'tag': '25c53897-0a29-4a1c-8d12-cc415f5354f3', 'status': 'completed', 'code': 200} Sep 14 16:32:45.997275 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0320b3af-10fa-4dc5-825f-b575bb98b23b service neutron] Pushing event updated for resources: {'Port': ['ID=25c53897-0a29-4a1c-8d12-cc415f5354f3,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:46.017143 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ced25-48f4-414b-ab65-87810238e1e8 req-a6357e28-122f-4070-844a-3ce5b8bd3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:46.018615 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-a6357e28-122f-4070-844a-3ce5b8bd3f8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0d2881b9f2e4ba6bd8b111bf2e58b29&device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 1097 time: 0.0517383 Sep 14 16:32:46.025895 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8f9becce-acba-48a6-b8eb-9f86f9d37467 req-842b6d81-506f-48a2-9a67-a4397a7e67ee tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775251 Sep 14 16:32:46.068166 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-50221e21-e468-4580-ae53-483920ef4bd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25c53897-0a29-4a1c-8d12-cc415f5354f3 HTTP/1.1" status: 200 len: 217 time: 0.0408177 Sep 14 16:32:46.125874 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ced25-48f4-414b-ab65-87810238e1e8 req-8c728c31-3b9c-4417-8eb4-c804a336dc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:46.127348 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-8c728c31-3b9c-4417-8eb4-c804a336dc6c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9d16545-9c42-4f27-bc85-aa58a05a5438 HTTP/1.1" status: 200 len: 853 time: 0.0481603 Sep 14 16:32:46.166575 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-56fa5c21-a7c3-4b26-a611-4e31441aeb44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c735cda8-142e-4163-ba8e-ebc85db95d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315573 Sep 14 16:32:46.269698 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-f78ada4e-1152-4ac3-b269-a096b4b36698 service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927351 Sep 14 16:32:46.348799 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:46.376015 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-594ced25-48f4-414b-ab65-87810238e1e8 req-9a1b69dd-8755-430f-85d3-9414f4d29272 service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990610 Sep 14 16:32:46.467184 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-d6c7705c-0cf1-4451-a43a-c77ddd4a26bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:46.468684 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-d6c7705c-0cf1-4451-a43a-c77ddd4a26bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d0d2881b9f2e4ba6bd8b111bf2e58b29&device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 1097 time: 0.0458577 Sep 14 16:32:46.562823 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-3bd23215-8fa4-41c4-894c-f07591249368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:46.564190 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-3bd23215-8fa4-41c4-894c-f07591249368 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c735cda8-142e-4163-ba8e-ebc85db95d33 HTTP/1.1" status: 200 len: 914 time: 0.0859830 Sep 14 16:32:46.600555 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Deleting port 084c13e1-78bb-4fa4-b509-6708bbbe02bd {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:32:46.600891 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:46.610659 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-98628668-25db-4cef-b767-b3be0193fad0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=25c53897-0a29-4a1c-8d12-cc415f5354f3 HTTP/1.1" status: 200 len: 217 time: 0.0378160 Sep 14 16:32:46.659815 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-60e25fc3-fcf7-4b2a-87d4-fa01e0ce6c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:46.661486 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-60e25fc3-fcf7-4b2a-87d4-fa01e0ce6c74 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9d16545-9c42-4f27-bc85-aa58a05a5438 HTTP/1.1" status: 200 len: 853 time: 0.0428479 Sep 14 16:32:46.682193 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] For port 084c13e1-78bb-4fa4-b509-6708bbbe02bd, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=084c13e1-78bb-4fa4-b509-6708bbbe02bd,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:46.682549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:46.694699 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-cd5597dc-00cf-4b10-9189-cf5886c1909a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c735cda8-142e-4163-ba8e-ebc85db95d33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257049 Sep 14 16:32:46.695458 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Calling delete_port for 084c13e1-78bb-4fa4-b509-6708bbbe02bd owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:32:46.743116 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:46.811525 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-97201932-cdc0-4187-b583-a10dcb7f675b service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086948 Sep 14 16:32:46.920475 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:46.921423 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-1fdc098f-300a-4e29-98b6-30a2d8dfbde2 req-e77b1103-1c4f-492a-bb87-e49e5556e3d0 service neutron] 10.222.0.20 "GET /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012499 Sep 14 16:32:46.954194 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Pushing event deleted for resources: {'Port': ['ID=084c13e1-78bb-4fa4-b509-6708bbbe02bd,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:46.977758 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48430) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:47.123683 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df19bfe9-c595-4c1b-92cd-783cdde67ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.182485 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0fb194-85b3-4325-ae38-d15b8806e3eb req-eff0a106-cbd1-4795-9c7e-19464c81c321 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:47.184248 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2f0fb194-85b3-4325-ae38-d15b8806e3eb req-eff0a106-cbd1-4795-9c7e-19464c81c321 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 944 time: 0.0694726 Sep 14 16:32:47.197506 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.233183 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df19bfe9-c595-4c1b-92cd-783cdde67ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.237622 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-df19bfe9-c595-4c1b-92cd-783cdde67ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.277205 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2f0fb194-85b3-4325-ae38-d15b8806e3eb req-f1dee1b8-edaa-4db2-a4ca-73be576d7a6c tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815399 Sep 14 16:32:47.283450 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-df19bfe9-c595-4c1b-92cd-783cdde67ec7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aa99a24cbda94f868f47414efaa8407b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018527 Sep 14 16:32:47.283450 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df19bfe9-c595-4c1b-92cd-783cdde67ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f16caa6b-ebd8-4b9f-ae36-2897dce14d71,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:47.285544 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48436) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:47.340401 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73df77c2-6944-406a-897a-e215d733b368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.361871 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73df77c2-6944-406a-897a-e215d733b368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.409066 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73df77c2-6944-406a-897a-e215d733b368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.412760 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-73df77c2-6944-406a-897a-e215d733b368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.414137 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-73df77c2-6944-406a-897a-e215d733b368 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f16caa6b-ebd8-4b9f-ae36-2897dce14d71 HTTP/1.1" status: 204 len: 168 time: 0.1265833 Sep 14 16:32:47.428739 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df77c2-6944-406a-897a-e215d733b368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16caa6b-ebd8-4b9f-ae36-2897dce14d71,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:47.580950 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-99709ae8-02b8-40ac-947b-7bdc41344ef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.710333 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Router 31aac719-9dde-4788-9fa6-96368f07fabe has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:32:47.819123 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:32:47.824497 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-48fe2488-6802-4914-afb9-602c0447859f admin admin] 10.222.0.15 "PUT /v2.0/routers/31aac719-9dde-4788-9fa6-96368f07fabe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0210140 Sep 14 16:32:47.827129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48450) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:47.829252 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] Sync routers for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:32:47.840421 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:32:47.841134 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:32:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:47.946255 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:47.967836 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:32:48.059894 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.114922 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Deleting port 5a854313-2cec-4505-8275-f9e08b3e9e31 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:32:48.115536 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.205201 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] For port 5a854313-2cec-4505-8275-f9e08b3e9e31, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5a854313-2cec-4505-8275-f9e08b3e9e31,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:48.205600 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.223197 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Calling delete_port for 5a854313-2cec-4505-8275-f9e08b3e9e31 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:32:48.259738 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:32:46Z', 'revision_number': 5, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port': {'id': '5a854313-2cec-4505-8275-f9e08b3e9e31', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:38:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:25:04Z', 'updated_at': '2021-09-14T16:25:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:48.288632 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] Checking router: 31aac719-9dde-4788-9fa6-96368f07fabe for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:32:48.297058 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] Routers {'31aac719-9dde-4788-9fa6-96368f07fabe'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:32:48.297713 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:32:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['31aac719-9dde-4788-9fa6-96368f07fabe'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:48.408380 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] Set router 31aac719-9dde-4788-9fa6-96368f07fabe gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:32:48.412292 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca095202-de3c-4d72-bbd8-4b1131e78105 req-36a77d33-e6af-4296-9fcc-e5661427c8e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:48.414517 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca095202-de3c-4d72-bbd8-4b1131e78105 req-36a77d33-e6af-4296-9fcc-e5661427c8e2 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 944 time: 0.0539632 Sep 14 16:32:48.431174 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.461675 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ca095202-de3c-4d72-bbd8-4b1131e78105 req-da8614b0-01c5-4e79-a466-86217604cc03 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363095 Sep 14 16:32:48.472251 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:32:48Z', 'revision_number': 6, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:48.473819 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a854313-2cec-4505-8275-f9e08b3e9e31,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:48.507218 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936d0010-a6aa-46b6-b7fe-58340501b0c7 None None] The sync data for ids ['31aac719-9dde-4788-9fa6-96368f07fabe'] in dv-cinder-807083-8-iscsi is: [{'id': '31aac719-9dde-4788-9fa6-96368f07fabe', 'name': 'tempest-AttachVolumeShelveTestJSON-744048333-router', 'tenant_id': '252197c96b7842ffab73a23e04bf34b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:25:03Z', 'updated_at': '2021-09-14T16:32:48Z', 'revision_number': 6, 'project_id': '252197c96b7842ffab73a23e04bf34b6', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:32:48.556659 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.681986 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.684405 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.746787 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.747224 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31aac719-9dde-4788-9fa6-96368f07fabe {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:32:48.752350 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.753538 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-594a802a-bf4d-4909-bc92-a93fc9d11c98 admin admin] 10.222.0.15 "DELETE /v2.0/routers/31aac719-9dde-4788-9fa6-96368f07fabe HTTP/1.1" status: 204 len: 168 time: 0.9250982 Sep 14 16:32:48.756742 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48470) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:48.799346 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] Deleting subnet 43f8610a-9c56-46de-9544-aa256ffb2e66 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:32:48.802296 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.843676 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.926700 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:48.982202 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.011450 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.013747 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/43f8610a-9c56-46de-9544-aa256ffb2e66 HTTP/1.1" status: 204 len: 168 time: 0.2559836 Sep 14 16:32:49.015283 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae049a-f5aa-4630-8510-616f07bac82f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43f8610a-9c56-46de-9544-aa256ffb2e66,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:49.016530 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 48472) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:49.018298 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389dd581-4e63-44c8-bec3-ba89a66b15c3 None None] Network 322255d8-05ab-4bd2-9712-c3dd3a0abcff requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:32:49.102719 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.157053 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Deleting port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:32:49.157403 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.222423 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] For port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=1da53b5a-f716-4c2d-b33e-eb3ec308caf8,segment=NetworkSegment(be76d055-4e73-4670-a6b5-b682f8eade35),segment_id=be76d055-4e73-4670-a6b5-b682f8eade35)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:49.222695 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.239116 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Calling delete_port for 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:32:49.333751 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.338774 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3303d847-dd3e-4c50-8a81-2e30b71adb25 None None] DHCP port deletion for 322255d8-05ab-4bd2-9712-c3dd3a0abcff request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:32:49.365186 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1da53b5a-f716-4c2d-b33e-eb3ec308caf8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:49.368397 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 084c13e1-78bb-4fa4-b509-6708bbbe02bd no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:32:49.368773 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] No DVR routers for this DVR port 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 on host dv-cinder-807083-8-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:32:49.393236 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 084c13e1-78bb-4fa4-b509-6708bbbe02bd {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:32:49.393819 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 084c13e1-78bb-4fa4-b509-6708bbbe02bd not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:32:49.394238 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a854313-2cec-4505-8275-f9e08b3e9e31 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:32:49.417185 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 5a854313-2cec-4505-8275-f9e08b3e9e31 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:32:49.417589 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a854313-2cec-4505-8275-f9e08b3e9e31 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:32:49.449172 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.469051 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['322255d8-05ab-4bd2-9712-c3dd3a0abcff']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:49.479256 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be76d055-4e73-4670-a6b5-b682f8eade35') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:49.479537 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be76d055-4e73-4670-a6b5-b682f8eade35') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:32:49.489310 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.504043 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.517358 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:32:49.517790 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:32:49.519775 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:32:49.602391 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.610065 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.612316 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] 10.222.0.15 "DELETE /v2.0/networks/322255d8-05ab-4bd2-9712-c3dd3a0abcff HTTP/1.1" status: 204 len: 168 time: 0.5941548 Sep 14 16:32:49.628991 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aef4ae-bac4-447e-b076-60bbc61f7e83 admin admin] Pushing event deleted for resources: {'Network': ['ID=322255d8-05ab-4bd2-9712-c3dd3a0abcff,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:49.646851 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321e8608-4c3f-4e9e-baff-d103037c4b90 req-92741229-ac8c-4803-9f95-b0934906b572 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:49.648350 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-321e8608-4c3f-4e9e-baff-d103037c4b90 req-92741229-ac8c-4803-9f95-b0934906b572 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 944 time: 0.0750561 Sep 14 16:32:49.693668 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-321e8608-4c3f-4e9e-baff-d103037c4b90 req-a5984ea4-436e-4bed-8832-317d34c4e099 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353267 Sep 14 16:32:49.817095 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48492) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:49.835823 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 25c53897-0a29-4a1c-8d12-cc415f5354f3 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:32:49.840421 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-4f31f497-c8d4-4549-a493-3c47b7ee44b6 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=31d9bf609b8a4444985fef605d902924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319753 Sep 14 16:32:49.857565 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-71c2cc3a-1889-487c-97d8-781d873558f7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=252197c96b7842ffab73a23e04bf34b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0391676 Sep 14 16:32:49.860067 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 48494) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:32:49.912439 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0f25-4e48-40e3-a835-786082205415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.932726 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 25c53897-0a29-4a1c-8d12-cc415f5354f3, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=25c53897-0a29-4a1c-8d12-cc415f5354f3,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:49.936351 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0f25-4e48-40e3-a835-786082205415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.944597 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '25c53897-0a29-4a1c-8d12-cc415f5354f3', 'network_id': 'c735cda8-142e-4163-ba8e-ebc85db95d33', 'port_id': '25c53897-0a29-4a1c-8d12-cc415f5354f3', 'mac_address': 'fa:16:3e:64:04:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9d16545-9c42-4f27-bc85-aa58a05a5438', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:32:49.983111 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.987975 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0f25-4e48-40e3-a835-786082205415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.991688 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3c2e0f25-4e48-40e3-a835-786082205415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:49.995311 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3c2e0f25-4e48-40e3-a835-786082205415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8acd51e7-a46e-42cd-8086-515c9f213648 HTTP/1.1" status: 204 len: 168 time: 0.1317623 Sep 14 16:32:50.012327 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2e0f25-4e48-40e3-a835-786082205415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acd51e7-a46e-42cd-8086-515c9f213648,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:50.017600 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25c53897-0a29-4a1c-8d12-cc415f5354f3 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:32:50.031530 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d1bc9262-a11c-43e1-9c0c-1b69d9670952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:50.048159 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 25c53897-0a29-4a1c-8d12-cc415f5354f3, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=25c53897-0a29-4a1c-8d12-cc415f5354f3,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:50.050239 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-984f3bbb-6044-402d-b4cf-a00676dad481 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:50.052614 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-984f3bbb-6044-402d-b4cf-a00676dad481 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2057631 Sep 14 16:32:50.053980 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:50.076332 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-2e0fe654-502d-4ff7-8ee1-bca7a367bc71 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/quotas/31d9bf609b8a4444985fef605d902924 HTTP/1.1" status: 200 len: 375 time: 0.0099699 Sep 14 16:32:50.106863 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=25c53897-0a29-4a1c-8d12-cc415f5354f3,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:50.112586 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-bd911629-63fb-4578-a765-6032827d34b3 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=31d9bf609b8a4444985fef605d902924&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297167 Sep 14 16:32:50.269433 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fe407436-9e63-4e3a-a45d-2e442c0b957f req-4af20efd-54e1-4dc1-905b-ace3a5ebdf4a tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 210 time: 0.0273049 Sep 14 16:32:50.323358 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['25c53897-0a29-4a1c-8d12-cc415f5354f3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:32:50.398011 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:50.820001 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a632-5d81-4c70-9889-a8ca9be65091 req-50d4aaf2-d99b-4cc8-84d5-3feed336d3f1 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:50.827049 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-24f4a632-5d81-4c70-9889-a8ca9be65091 req-50d4aaf2-d99b-4cc8-84d5-3feed336d3f1 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 945 time: 0.0581727 Sep 14 16:32:50.865734 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-24f4a632-5d81-4c70-9889-a8ca9be65091 req-a7a60027-f2e9-4c2f-8429-3fb601f95665 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377619 Sep 14 16:32:51.199751 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:32:51.223447 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:32:51.224085 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 1da53b5a-f716-4c2d-b33e-eb3ec308caf8 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:32:51.287294 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-de9049d6-a7b0-409c-8f21-4e6570932a61 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=31d9bf609b8a4444985fef605d902924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309198 Sep 14 16:32:51.388068 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9733b25b-65b1-4d4e-bbb5-9c6a6cc069fa req-41b54d80-5659-4762-8439-d9926e6456f3 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 210 time: 0.0322850 Sep 14 16:32:51.424285 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:51.759681 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1c32cee9-3ac3-460a-bed6-ec4e92d15aa1 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:51.761114 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1c32cee9-3ac3-460a-bed6-ec4e92d15aa1 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4594104 Sep 14 16:32:51.776829 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Request body: {'port': {'device_id': '7d431afe-f988-419f-b3d0-584f5b392227', 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693', 'admin_state_up': True, 'tenant_id': '31d9bf609b8a4444985fef605d902924'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:32:51.853830 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 25c53897-0a29-4a1c-8d12-cc415f5354f3 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:32:51.883556 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Made reservation on behalf of 31d9bf609b8a4444985fef605d902924 for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:32:51.886961 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:51.900879 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:51.906647 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 25c53897-0a29-4a1c-8d12-cc415f5354f3 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:32:51.911605 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 25c53897-0a29-4a1c-8d12-cc415f5354f3 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:32:51.911978 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.017317 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874f0a2-bb9a-4d28-ba83-14421c369e6f req-878abac0-64c8-4f4d-b8ac-72cac8892b16 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:52.018884 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b874f0a2-bb9a-4d28-ba83-14421c369e6f req-878abac0-64c8-4f4d-b8ac-72cac8892b16 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 945 time: 0.0733256 Sep 14 16:32:52.022181 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.036996 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.041118 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.048153 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c53897-0a29-4a1c-8d12-cc415f5354f3'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:32:52.050783 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042219b6-dfd2-4998-a134-b835e0bbc0b7" -d '{"events": [{"server_uuid": "23d1a332-8556-45a4-bb34-20fc1d76a575", "name": "network-vif-plugged", "status": "completed", "tag": "25c53897-0a29-4a1c-8d12-cc415f5354f3"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:32:52.067698 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b874f0a2-bb9a-4d28-ba83-14421c369e6f req-a6bec961-e8c7-427b-85cc-eabd281631a0 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393138 Sep 14 16:32:52.071336 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 25c53897-0a29-4a1c-8d12-cc415f5354f3, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=25c53897-0a29-4a1c-8d12-cc415f5354f3,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:32:52.077841 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.112540 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d6953f-e315-4ba5-82fe-e25e44156dca x-openstack-request-id: req-43d6953f-e315-4ba5-82fe-e25e44156dca {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:32:52.112902 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d1a332-8556-45a4-bb34-20fc1d76a575", "name": "network-vif-plugged", "status": "completed", "tag": "25c53897-0a29-4a1c-8d12-cc415f5354f3", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:32:52.113106 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43d6953f-e315-4ba5-82fe-e25e44156dca {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:32:52.113513 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25c53897-0a29-4a1c-8d12-cc415f5354f3', 'code': 200} Sep 14 16:32:52.115457 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61277c52-16c1-4d78-a466-29f1040d7334,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:52.127909 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.128245 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.128578 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.129148 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.129511 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.129834 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.130182 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.130500 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.130815 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.131129 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.131442 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.131749 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:32:52.137094 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=25c53897-0a29-4a1c-8d12-cc415f5354f3,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:52.200375 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Allocated IP 192.168.233.162 (d5d25c58-fdbd-4905-8a7d-517b32f57693/7b6cbbee-b8a2-45e6-81a7-922d7bb6077b/56955b98-60f7-4bab-a142-6f41ab62ca24) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:32:52.282487 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e1b83-2f98-47c4-b844-e1ccd7a9f6ad req-ee349c4b-13b3-42f6-9859-b44b960e03ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:52.284118 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d28e1b83-2f98-47c4-b844-e1ccd7a9f6ad req-ee349c4b-13b3-42f6-9859-b44b960e03ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 1099 time: 0.0428021 Sep 14 16:32:52.358177 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.370967 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Transition to ACTIVE for port object 56955b98-60f7-4bab-a142-6f41ab62ca24 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:32:52.402189 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.442027 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Network d5d25c58-fdbd-4905-8a7d-517b32f57693 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:32:52.445653 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:32:52.449235 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:32:52.479231 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Pushing event updated for resources: {'Port': ['ID=56955b98-60f7-4bab-a142-6f41ab62ca24,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:52.506707 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:52.507790 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.516475 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c17756-24d7-4630-81a7-5d3d2ab900c0 req-b622be72-12ba-4db3-8da1-12a97d77313c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:52.518699 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-11c17756-24d7-4630-81a7-5d3d2ab900c0 req-b622be72-12ba-4db3-8da1-12a97d77313c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 936 time: 0.0619962 Sep 14 16:32:52.523189 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1e3f42c7-05d7-4cd3-a602-f79495af641c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7498085 Sep 14 16:32:52.558614 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-11c17756-24d7-4630-81a7-5d3d2ab900c0 req-400f096b-81eb-4fba-973b-c101deecef1a tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335498 Sep 14 16:32:52.628273 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.686178 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-242ff560-1fad-45a3-b91c-1efdf5e89cfa None None] Provisioning for port 56955b98-60f7-4bab-a142-6f41ab62ca24 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:32:52.689600 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-242ff560-1fad-45a3-b91c-1efdf5e89cfa None None] Provisioning complete for port 56955b98-60f7-4bab-a142-6f41ab62ca24 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:32:52.689961 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-242ff560-1fad-45a3-b91c-1efdf5e89cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:52.723854 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-242ff560-1fad-45a3-b91c-1efdf5e89cfa None None] Port 56955b98-60f7-4bab-a142-6f41ab62ca24 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:32:53.189033 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27c0993-894b-4fb7-ba22-b42e546f60f0 req-2504c23b-728b-49e8-b875-0be13e74146f tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:53.190511 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c27c0993-894b-4fb7-ba22-b42e546f60f0 req-2504c23b-728b-49e8-b875-0be13e74146f tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0484974 Sep 14 16:32:53.227215 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c27c0993-894b-4fb7-ba22-b42e546f60f0 req-a953ae45-cf00-4815-9930-c1340eea15bd tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307930 Sep 14 16:32:53.670332 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a9a0b5-8d57-4703-a5f8-d01372b4abf7 req-8fa53696-8708-4175-b691-eb713116236f tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:53.671750 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1a9a0b5-8d57-4703-a5f8-d01372b4abf7 req-8fa53696-8708-4175-b691-eb713116236f tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 936 time: 0.0475583 Sep 14 16:32:53.708317 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a1a9a0b5-8d57-4703-a5f8-d01372b4abf7 req-7bf588ba-6dc3-4c33-9220-d9e5f53e6271 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302706 Sep 14 16:32:54.076232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Request body: {'port': {'device_id': '7d431afe-f988-419f-b3d0-584f5b392227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:32:54.103642 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d28e1b83-2f98-47c4-b844-e1ccd7a9f6ad req-c1b9ed9d-5f8d-4fbc-9c9c-da777a11635d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329118 Sep 14 16:32:54.134422 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:54.347279 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42da46-7406-4893-a9c4-262b311ceb99 req-f171a113-56b4-4e91-a0ab-3cfad9ad28b3 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:54.348746 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e42da46-7406-4893-a9c4-262b311ceb99 req-f171a113-56b4-4e91-a0ab-3cfad9ad28b3 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0523412 Sep 14 16:32:54.385880 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1e42da46-7406-4893-a9c4-262b311ceb99 req-0d5cf5ce-a211-48ad-87b2-042f3cb63af1 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302818 Sep 14 16:32:54.390527 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56955b98-60f7-4bab-a142-6f41ab62ca24 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:32:54.398454 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:54.410035 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Transition to ACTIVE for port object 56955b98-60f7-4bab-a142-6f41ab62ca24 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:32:54.414589 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:54.466387 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Pushing event updated for resources: {'Port': ['ID=56955b98-60f7-4bab-a142-6f41ab62ca24,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:54.534605 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Attempting to bind port 56955b98-60f7-4bab-a142-6f41ab62ca24 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:32:54.534931 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Attempting to bind port 56955b98-60f7-4bab-a142-6f41ab62ca24 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:32:54.535254 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Attempting to bind port 56955b98-60f7-4bab-a142-6f41ab62ca24 on network d5d25c58-fdbd-4905-8a7d-517b32f57693 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:32:54.539973 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Port 56955b98-60f7-4bab-a142-6f41ab62ca24 on network d5d25c58-fdbd-4905-8a7d-517b32f57693 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:32:54.540276 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Attempting to bind port 56955b98-60f7-4bab-a142-6f41ab62ca24 on network d5d25c58-fdbd-4905-8a7d-517b32f57693 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:32:54.545187 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:32:54.545550 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Checking segment: {'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:32:54.545923 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Bound using segment: {'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:32:54.546348 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Bound port: 56955b98-60f7-4bab-a142-6f41ab62ca24, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3038516-f189-472c-a440-6ecc87a97445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:32:54.546682 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:54.610667 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] For port 56955b98-60f7-4bab-a142-6f41ab62ca24, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:32:54.613599 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] For port 56955b98-60f7-4bab-a142-6f41ab62ca24, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=56955b98-60f7-4bab-a142-6f41ab62ca24,segment=NetworkSegment(b3038516-f189-472c-a440-6ecc87a97445),segment_id=b3038516-f189-472c-a440-6ecc87a97445)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:32:54.618643 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:54.655078 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:54.655821 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:32:54.657178 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] 10.222.0.20 "PUT /v2.0/ports/56955b98-60f7-4bab-a142-6f41ab62ca24 HTTP/1.1" status: 200 len: 1098 time: 0.5854714 Sep 14 16:32:54.659526 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d431afe-f988-419f-b3d0-584f5b392227', 'tag': '56955b98-60f7-4bab-a142-6f41ab62ca24'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:32:54.663232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c026a5-e7dc-4046-8a41-c42347ebeaba" -d '{"events": [{"name": "network-changed", "server_uuid": "7d431afe-f988-419f-b3d0-584f5b392227", "tag": "56955b98-60f7-4bab-a142-6f41ab62ca24"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:32:54.689828 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b37ba4-9ff9-4237-b14c-08a65a9d0b14 service neutron] Pushing event updated for resources: {'Port': ['ID=56955b98-60f7-4bab-a142-6f41ab62ca24,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:32:54.701062 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d01a854-08bb-4d54-b9a2-6b49c7b6984c x-openstack-request-id: req-6d01a854-08bb-4d54-b9a2-6b49c7b6984c {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:32:54.701360 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d431afe-f988-419f-b3d0-584f5b392227", "tag": "56955b98-60f7-4bab-a142-6f41ab62ca24", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:32:54.701637 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d01a854-08bb-4d54-b9a2-6b49c7b6984c {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:32:54.702085 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d431afe-f988-419f-b3d0-584f5b392227', 'tag': '56955b98-60f7-4bab-a142-6f41ab62ca24', 'status': 'completed', 'code': 200} Sep 14 16:32:54.822659 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faecb8b-3911-4c28-a1d2-820b57d69643 req-f7d00df7-f41c-474d-bf3f-8b7786fd5285 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:54.824057 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9faecb8b-3911-4c28-a1d2-820b57d69643 req-f7d00df7-f41c-474d-bf3f-8b7786fd5285 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 948 time: 0.0498574 Sep 14 16:32:54.860856 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9faecb8b-3911-4c28-a1d2-820b57d69643 req-d8f00b78-56dd-441a-b39a-1ded39a13ee4 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308406 Sep 14 16:32:55.372466 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c026a5-e7dc-4046-8a41-c42347ebeaba req-6cffba7d-e34a-4169-90ff-91f8c8c4d977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:55.373900 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5c026a5-e7dc-4046-8a41-c42347ebeaba req-6cffba7d-e34a-4169-90ff-91f8c8c4d977 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31d9bf609b8a4444985fef605d902924&device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 1101 time: 0.0437210 Sep 14 16:32:55.410566 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5c026a5-e7dc-4046-8a41-c42347ebeaba req-9fdabfaa-838b-4d5a-9ad2-50f89292860b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=31d9bf609b8a4444985fef605d902924&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271707 Sep 14 16:32:55.502141 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd7a1d-f4a9-4117-9dfc-4b53155aa3ac req-8d8c6cfe-1799-439d-95f4-93f63047d91a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:55.503600 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-92fd7a1d-f4a9-4117-9dfc-4b53155aa3ac req-8d8c6cfe-1799-439d-95f4-93f63047d91a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0485942 Sep 14 16:32:55.542318 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-92fd7a1d-f4a9-4117-9dfc-4b53155aa3ac req-b47163e8-1b38-44df-9217-1545fa0d9ff7 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322874 Sep 14 16:32:55.578804 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c026a5-e7dc-4046-8a41-c42347ebeaba req-ef2561bf-e7b4-46e9-846a-4062e3971427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:55.580284 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-a5c026a5-e7dc-4046-8a41-c42347ebeaba req-ef2561bf-e7b4-46e9-846a-4062e3971427 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1623809 Sep 14 16:32:55.668275 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1349d359-f9b6-4948-9cb2-81074cc72b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:55.669710 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-1349d359-f9b6-4948-9cb2-81074cc72b8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31d9bf609b8a4444985fef605d902924&device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 1101 time: 0.0489936 Sep 14 16:32:55.712447 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-e3febd07-45bd-4987-9c94-d4b78f0cef5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=56955b98-60f7-4bab-a142-6f41ab62ca24 HTTP/1.1" status: 200 len: 217 time: 0.0334849 Sep 14 16:32:55.761330 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-c2168c8f-4be9-4312-accc-8395244b5b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:55.762749 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-c2168c8f-4be9-4312-accc-8395244b5b67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7b6cbbee-b8a2-45e6-81a7-922d7bb6077b HTTP/1.1" status: 200 len: 843 time: 0.0414009 Sep 14 16:32:55.809224 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-044d71cd-06b3-4c77-89bd-3fa777394986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:55.810661 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-044d71cd-06b3-4c77-89bd-3fa777394986 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d5d25c58-fdbd-4905-8a7d-517b32f57693&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0385346 Sep 14 16:32:55.902737 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-97467ed4-e9e3-40a8-bd21-ddaef6df2f2f service neutron] 10.222.0.20 "GET /v2.0/networks/d5d25c58-fdbd-4905-8a7d-517b32f57693?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827055 Sep 14 16:32:55.990185 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aac9f43-92ae-465c-a7fe-6b641a3ea8d5 req-0d3ed221-7606-48d2-b43f-b7583399555f tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:55.991565 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0aac9f43-92ae-465c-a7fe-6b641a3ea8d5 req-0d3ed221-7606-48d2-b43f-b7583399555f tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 948 time: 0.0580306 Sep 14 16:32:55.999616 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-44e4eea0-6ec6-4276-b81e-b4c537f6e56e req-b4a4528c-7da6-44e0-8b5f-5e89904cb603 service neutron] 10.222.0.20 "GET /v2.0/networks/d5d25c58-fdbd-4905-8a7d-517b32f57693?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890055 Sep 14 16:32:56.031326 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0aac9f43-92ae-465c-a7fe-6b641a3ea8d5 req-7c4765bf-24fc-41b5-a6ce-f670e6cd742b tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338566 Sep 14 16:32:56.651948 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057468f-06ae-4262-977b-51c5344c87ec req-a811d3eb-f4e2-421c-80ba-9fc649578dd1 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:56.653475 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0057468f-06ae-4262-977b-51c5344c87ec req-a811d3eb-f4e2-421c-80ba-9fc649578dd1 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0480256 Sep 14 16:32:56.690282 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0057468f-06ae-4262-977b-51c5344c87ec req-0bfff55f-d926-48a1-848f-470c4d09185c tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306330 Sep 14 16:32:57.141774 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef818126-6a16-442a-a315-dc3eb967a20c req-45c6aab5-f435-422f-a880-d619da6b5679 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:57.143230 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef818126-6a16-442a-a315-dc3eb967a20c req-45c6aab5-f435-422f-a880-d619da6b5679 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 948 time: 0.0477083 Sep 14 16:32:57.180525 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef818126-6a16-442a-a315-dc3eb967a20c req-55939925-07fe-43a5-97f9-7eed92759251 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314467 Sep 14 16:32:58.296841 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4895fa4-f47b-4cf0-a14c-8b8714eacc82 req-94aae5d0-8058-4462-8be0-f5200d479c65 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:58.298336 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4895fa4-f47b-4cf0-a14c-8b8714eacc82 req-94aae5d0-8058-4462-8be0-f5200d479c65 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 948 time: 0.0524852 Sep 14 16:32:58.338591 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a4895fa4-f47b-4cf0-a14c-8b8714eacc82 req-9fbd94be-4776-4bb3-a0cb-0b86939db491 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341737 Sep 14 16:32:59.453574 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becbbb51-7e55-4576-a41a-a0f0cb84a08a req-7d610ab0-1fef-44cb-9566-207ebd0ca46c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:32:59.454948 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-becbbb51-7e55-4576-a41a-a0f0cb84a08a req-7d610ab0-1fef-44cb-9566-207ebd0ca46c tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 948 time: 0.0482578 Sep 14 16:32:59.491460 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-becbbb51-7e55-4576-a41a-a0f0cb84a08a req-41b2670e-3b3d-4bef-a195-279baf063c27 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300775 Sep 14 16:33:00.070106 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 56955b98-60f7-4bab-a142-6f41ab62ca24 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:33:00.164289 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 56955b98-60f7-4bab-a142-6f41ab62ca24, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=56955b98-60f7-4bab-a142-6f41ab62ca24,segment=NetworkSegment(b3038516-f189-472c-a440-6ecc87a97445),segment_id=b3038516-f189-472c-a440-6ecc87a97445)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:00.174333 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '56955b98-60f7-4bab-a142-6f41ab62ca24', 'network_id': 'd5d25c58-fdbd-4905-8a7d-517b32f57693', 'port_id': '56955b98-60f7-4bab-a142-6f41ab62ca24', 'mac_address': 'fa:16:3e:a9:fe:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 203, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b6cbbee-b8a2-45e6-81a7-922d7bb6077b', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:33:00.210060 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:00.222139 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56955b98-60f7-4bab-a142-6f41ab62ca24 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:33:00.241446 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 56955b98-60f7-4bab-a142-6f41ab62ca24, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=56955b98-60f7-4bab-a142-6f41ab62ca24,segment=NetworkSegment(b3038516-f189-472c-a440-6ecc87a97445),segment_id=b3038516-f189-472c-a440-6ecc87a97445)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:00.244940 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:00.289056 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=56955b98-60f7-4bab-a142-6f41ab62ca24,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:00.295744 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.296092 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.296428 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.296763 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.297091 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.297439 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.297765 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.298089 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.298434 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.298758 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.299076 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.299392 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:00.514359 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['56955b98-60f7-4bab-a142-6f41ab62ca24'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:33:00.614382 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00259d-1506-48bd-8470-8922ec790242 req-2182357b-664b-4bf1-a039-401aa2155226 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:00.615931 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c00259d-1506-48bd-8470-8922ec790242 req-2182357b-664b-4bf1-a039-401aa2155226 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 949 time: 0.0592904 Sep 14 16:33:00.656032 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-6c00259d-1506-48bd-8470-8922ec790242 req-0efe4a34-c17d-4e66-8859-a1996776fb42 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340056 Sep 14 16:33:01.774656 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e628caa-d0f9-4084-a7ea-b617c9d44a56 req-0db4d8f0-e42d-4717-be41-7b7ca34a4ba6 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:01.776136 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e628caa-d0f9-4084-a7ea-b617c9d44a56 req-0db4d8f0-e42d-4717-be41-7b7ca34a4ba6 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 949 time: 0.0537665 Sep 14 16:33:01.813179 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e628caa-d0f9-4084-a7ea-b617c9d44a56 req-f5da6233-a45c-406b-aa6f-9beed23673b3 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312042 Sep 14 16:33:02.086195 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 56955b98-60f7-4bab-a142-6f41ab62ca24 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:33:02.133890 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 56955b98-60f7-4bab-a142-6f41ab62ca24 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:33:02.137435 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 56955b98-60f7-4bab-a142-6f41ab62ca24 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:33:02.137813 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:02.218674 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:02.240930 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d431afe-f988-419f-b3d0-584f5b392227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56955b98-60f7-4bab-a142-6f41ab62ca24'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:02.242930 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8ac678-a531-41f6-855b-63c27e05fbfb" -d '{"events": [{"server_uuid": "7d431afe-f988-419f-b3d0-584f5b392227", "name": "network-vif-plugged", "status": "completed", "tag": "56955b98-60f7-4bab-a142-6f41ab62ca24"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:02.255407 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 56955b98-60f7-4bab-a142-6f41ab62ca24, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=56955b98-60f7-4bab-a142-6f41ab62ca24,segment=NetworkSegment(b3038516-f189-472c-a440-6ecc87a97445),segment_id=b3038516-f189-472c-a440-6ecc87a97445)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:02.261997 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:02.284519 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59f3740-0cc7-45be-9017-5efa1d54ca67 x-openstack-request-id: req-b59f3740-0cc7-45be-9017-5efa1d54ca67 {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:02.284825 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d431afe-f988-419f-b3d0-584f5b392227", "name": "network-vif-plugged", "status": "completed", "tag": "56955b98-60f7-4bab-a142-6f41ab62ca24", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:02.285051 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b59f3740-0cc7-45be-9017-5efa1d54ca67 {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:02.285459 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d431afe-f988-419f-b3d0-584f5b392227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56955b98-60f7-4bab-a142-6f41ab62ca24', 'code': 200} Sep 14 16:33:02.314397 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=56955b98-60f7-4bab-a142-6f41ab62ca24,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:02.492279 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed85683-aa0c-495b-9e34-ab2be62d7475 req-774d9dfd-72d5-4485-96f2-cdb006b34a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:02.493670 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fed85683-aa0c-495b-9e34-ab2be62d7475 req-774d9dfd-72d5-4485-96f2-cdb006b34a93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 1103 time: 0.0393925 Sep 14 16:33:02.530590 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-fed85683-aa0c-495b-9e34-ab2be62d7475 req-cae35924-2f44-4e28-9cb2-5927dacb5aef service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267766 Sep 14 16:33:02.925320 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c34dbc-66f4-4570-9f62-0a119ab7548f req-cdb198aa-a10b-4589-afcc-6f3445641afb tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:02.926796 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76c34dbc-66f4-4570-9f62-0a119ab7548f req-cdb198aa-a10b-4589-afcc-6f3445641afb tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 950 time: 0.0485687 Sep 14 16:33:02.956552 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:33:02.981020 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-76c34dbc-66f4-4570-9f62-0a119ab7548f req-811fe47b-a337-4ef3-86cd-d0909edb77fa tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484903 Sep 14 16:33:02.992839 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-0bb50217-f2a3-4ed8-87b3-3dd40e391a48 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-266560255&fields=id&tenant_id=133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 267 time: 0.0460227 Sep 14 16:33:03.099074 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-de97999a-bd1a-420d-98ba-83aa7007e564 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:03.100479 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-de97999a-bd1a-420d-98ba-83aa7007e564 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 812 time: 0.1011164 Sep 14 16:33:03.114663 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-06bf8f48-33ec-4f00-b6d3-a37d0fa72dcd tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/quotas/133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 375 time: 0.0085294 Sep 14 16:33:03.170914 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-606401b6-effe-4c80-a2d0-b13780c00392 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0512629 Sep 14 16:33:03.266397 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-f87bbd6b-4b36-4fdd-bc4d-0ff8dcb30ce5 service neutron] 10.222.0.15 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842974 Sep 14 16:33:03.356036 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-025eab35-c57a-4b1d-9905-31a445f871f8 service neutron] 10.222.0.15 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830791 Sep 14 16:33:03.658320 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-63e2e585-3065-4229-a44a-69911ef1fb4e req-9e1f1dd0-ac04-405d-8e60-459e28a918a1 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 210 time: 0.0339026 Sep 14 16:33:04.109157 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926c93-15e9-4158-acf9-350ae679c8ec req-1cf7a0b3-397e-4471-aef8-5f2f51e2ceb7 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:04.110984 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39926c93-15e9-4158-acf9-350ae679c8ec req-1cf7a0b3-397e-4471-aef8-5f2f51e2ceb7 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 950 time: 0.0517418 Sep 14 16:33:04.151867 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39926c93-15e9-4158-acf9-350ae679c8ec req-ed99f915-f0d8-45c9-b368-2aa4666eef85 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345623 Sep 14 16:33:04.416238 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388cea77-fe29-423b-89ea-4b06f28de941 req-dc049304-27a4-4e89-900e-8b4d8705c623 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:04.417653 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-388cea77-fe29-423b-89ea-4b06f28de941 req-dc049304-27a4-4e89-900e-8b4d8705c623 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 950 time: 0.0526099 Sep 14 16:33:04.456353 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-388cea77-fe29-423b-89ea-4b06f28de941 req-044fd935-b9b0-4455-aada-b53010661533 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324576 Sep 14 16:33:04.576341 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-91ad4ecc-6837-424d-81f6-7be10e2aaaa0 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:04.577791 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-91ad4ecc-6837-424d-81f6-7be10e2aaaa0 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 812 time: 0.1043444 Sep 14 16:33:04.621128 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-d42407a2-d3c9-4de1-8ca0-6af88ec626af tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=133413ca64984581ab6a1c1c8172bf3b HTTP/1.1" status: 200 len: 379 time: 0.0337284 Sep 14 16:33:04.631351 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'port': {'device_id': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'admin_state_up': True, 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'security_groups': ['3038bdf5-1017-4fdf-a306-1cb6bb409812']}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:33:04.735815 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Made reservation on behalf of 133413ca64984581ab6a1c1c8172bf3b for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:33:04.740534 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:04.760048 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-09d54c86-5875-43c1-bad9-ee298f99c38e req-327f6e64-b2d6-4540-97f5-ebf37660c178 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 210 time: 0.0283957 Sep 14 16:33:04.879059 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Allocated IP 172.20.0.6 (e06eac93-db4e-4607-b140-c480bda9bbaf/ba2bbac1-6ac9-480f-b7a0-47095feb987d/d7008fa1-bd60-456c-827f-cbce78d52581) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:33:05.023104 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.037532 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Transition to ACTIVE for port object d7008fa1-bd60-456c-827f-cbce78d52581 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:33:05.067750 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.109870 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Network e06eac93-db4e-4607-b140-c480bda9bbaf is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:33:05.112785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:33:05.116403 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:33:05.141847 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=d7008fa1-bd60-456c-827f-cbce78d52581,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:05.172696 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:05.173355 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.188974 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bcdf89-5ed7-45e2-92ae-721e74c5f627 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5609465 Sep 14 16:33:05.202090 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Request body: {'port': {'device_id': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:33:05.262154 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.462181 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-906bcecb-dd29-46b9-b8f3-fd59121f75de None None] Provisioning for port d7008fa1-bd60-456c-827f-cbce78d52581 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:33:05.465979 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-906bcecb-dd29-46b9-b8f3-fd59121f75de None None] Provisioning complete for port d7008fa1-bd60-456c-827f-cbce78d52581 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:33:05.466346 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-906bcecb-dd29-46b9-b8f3-fd59121f75de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.500261 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-906bcecb-dd29-46b9-b8f3-fd59121f75de None None] Port d7008fa1-bd60-456c-827f-cbce78d52581 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:33:05.535986 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7008fa1-bd60-456c-827f-cbce78d52581 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:33:05.543431 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.556166 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Transition to ACTIVE for port object d7008fa1-bd60-456c-827f-cbce78d52581 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:33:05.559340 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.578621 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c44e6-747f-40cc-b8a9-7c9a31a96709 req-4bef35bf-0170-4d74-9f4d-db3b9e6ab1b7 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:05.580063 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-721c44e6-747f-40cc-b8a9-7c9a31a96709 req-4bef35bf-0170-4d74-9f4d-db3b9e6ab1b7 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 950 time: 0.0526974 Sep 14 16:33:05.613591 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Pushing event updated for resources: {'Port': ['ID=d7008fa1-bd60-456c-827f-cbce78d52581,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:05.633277 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-721c44e6-747f-40cc-b8a9-7c9a31a96709 req-d4c0c271-4cfc-4b41-8031-80e45966571f tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/security-groups?id=61277c52-16c1-4d78-a466-29f1040d7334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469909 Sep 14 16:33:05.685400 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Attempting to bind port d7008fa1-bd60-456c-827f-cbce78d52581 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:33:05.685748 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Attempting to bind port d7008fa1-bd60-456c-827f-cbce78d52581 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:33:05.686074 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Attempting to bind port d7008fa1-bd60-456c-827f-cbce78d52581 on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:33:05.690779 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Port d7008fa1-bd60-456c-827f-cbce78d52581 on network e06eac93-db4e-4607-b140-c480bda9bbaf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:33:05.691098 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Attempting to bind port d7008fa1-bd60-456c-827f-cbce78d52581 on network e06eac93-db4e-4607-b140-c480bda9bbaf {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:33:05.696592 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 32, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:33:05.696926 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Checking segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:33:05.697302 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Bound using segment: {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:33:05.697752 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Bound port: d7008fa1-bd60-456c-827f-cbce78d52581, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f24d16fa-0675-4f8d-8646-5de9a85e1b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:33:05.698110 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.763473 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] For port d7008fa1-bd60-456c-827f-cbce78d52581, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:33:05.766926 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] For port d7008fa1-bd60-456c-827f-cbce78d52581, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d7008fa1-bd60-456c-827f-cbce78d52581,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:33:05.771440 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.777950 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-68186fba-db41-4d34-a89c-5c3609b8838e tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:05.779409 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-68186fba-db41-4d34-a89c-5c3609b8838e tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 950 time: 0.0516562 Sep 14 16:33:05.804457 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:05.805027 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.806530 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] 10.222.0.20 "PUT /v2.0/ports/d7008fa1-bd60-456c-827f-cbce78d52581 HTTP/1.1" status: 200 len: 1093 time: 0.6089971 Sep 14 16:33:05.808829 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:05.811661 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ddbffd-9275-4b1e-b70d-48e1448caf01" -d '{"events": [{"name": "network-changed", "server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:05.848589 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df5c540-f200-439e-a6e3-bcfbb2b31812 service neutron] Pushing event updated for resources: {'Port': ['ID=d7008fa1-bd60-456c-827f-cbce78d52581,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:05.885711 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df0b2d2e-fc94-421b-8c43-a52b75d9776b x-openstack-request-id: req-df0b2d2e-fc94-421b-8c43-a52b75d9776b {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:05.886082 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:05.886392 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-df0b2d2e-fc94-421b-8c43-a52b75d9776b {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:05.886860 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'status': 'completed', 'code': 200} Sep 14 16:33:05.902785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-f50894a0-f3c6-459a-ba00-17d1dce630b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:05.904350 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-f50894a0-f3c6-459a-ba00-17d1dce630b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 1096 time: 0.0520110 Sep 14 16:33:05.937266 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4d428-dab9-460c-b01a-439237fb7fad req-7d00783b-1f7f-4a0d-aad5-661818d73748 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:05.938830 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5e4d428-dab9-460c-b01a-439237fb7fad req-7d00783b-1f7f-4a0d-aad5-661818d73748 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0697725 Sep 14 16:33:05.944041 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Deleting port 56955b98-60f7-4bab-a142-6f41ab62ca24 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:05.944384 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:05.947271 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-3b607791-c9e5-473e-9177-feb23e4ebe71 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7008fa1-bd60-456c-827f-cbce78d52581 HTTP/1.1" status: 200 len: 217 time: 0.0348649 Sep 14 16:33:06.004050 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-518ef665-956b-43c4-9860-ce698eb80794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:06.005886 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-518ef665-956b-43c4-9860-ce698eb80794 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0519509 Sep 14 16:33:06.042099 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c5e4d428-dab9-460c-b01a-439237fb7fad req-a0dec65b-3100-46db-8fcb-c66340e07d7c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946741 Sep 14 16:33:06.069597 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bc5f60-a302-4418-86c1-fb1722c83a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:06.071070 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-24bc5f60-a302-4418-86c1-fb1722c83a5e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0579438 Sep 14 16:33:06.078149 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] For port 56955b98-60f7-4bab-a142-6f41ab62ca24, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=56955b98-60f7-4bab-a142-6f41ab62ca24,segment=NetworkSegment(b3038516-f189-472c-a440-6ecc87a97445),segment_id=b3038516-f189-472c-a440-6ecc87a97445)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:06.078589 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:06.092010 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Calling delete_port for 56955b98-60f7-4bab-a142-6f41ab62ca24 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:06.169593 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-8741d1f1-5466-4277-8eee-0b6af597173e service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907459 Sep 14 16:33:06.238819 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:06.250464 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['56955b98-60f7-4bab-a142-6f41ab62ca24'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:33:06.266968 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9b51500b-5767-4ad3-a387-ca2556ae4d64 req-eaf7cb30-9a8f-4003-9b99-dacc32091efe service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901501 Sep 14 16:33:06.280733 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Pushing event deleted for resources: {'Port': ['ID=56955b98-60f7-4bab-a142-6f41ab62ca24,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:06.343936 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] No DVR routers for this DVR port 56955b98-60f7-4bab-a142-6f41ab62ca24 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:33:06.354154 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:06.357645 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ed8b0b81-59c3-4c0d-adbb-4dac687c0c26 req-d05287db-3f81-4adc-86b0-11fd02e5a8d8 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.20 "DELETE /v2.0/ports/56955b98-60f7-4bab-a142-6f41ab62ca24 HTTP/1.1" status: 204 len: 173 time: 0.5720479 Sep 14 16:33:06.358497 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d431afe-f988-419f-b3d0-584f5b392227', 'name': 'network-vif-deleted', 'tag': '56955b98-60f7-4bab-a142-6f41ab62ca24'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:06.361414 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d42c2-e5a5-4f4e-86bc-02540e2db1d1" -d '{"events": [{"server_uuid": "7d431afe-f988-419f-b3d0-584f5b392227", "name": "network-vif-deleted", "tag": "56955b98-60f7-4bab-a142-6f41ab62ca24"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:06.388902 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-6a72109d-9243-43a7-bc60-075aba00697c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:06.390401 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-6a72109d-9243-43a7-bc60-075aba00697c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 1096 time: 0.0674701 Sep 14 16:33:06.430437 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607f873d-c6f1-4149-84b1-77e61740c753 x-openstack-request-id: req-607f873d-c6f1-4149-84b1-77e61740c753 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:06.430965 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d431afe-f988-419f-b3d0-584f5b392227", "name": "network-vif-deleted", "tag": "56955b98-60f7-4bab-a142-6f41ab62ca24", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:06.431263 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-607f873d-c6f1-4149-84b1-77e61740c753 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:06.431822 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d431afe-f988-419f-b3d0-584f5b392227', 'name': 'network-vif-deleted', 'tag': '56955b98-60f7-4bab-a142-6f41ab62ca24', 'status': 'completed', 'code': 200} Sep 14 16:33:06.506627 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-52e2444b-d614-4811-8b3e-0f292188672b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:06.508099 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-52e2444b-d614-4811-8b3e-0f292188672b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1106765 Sep 14 16:33:06.550615 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-443545ab-e388-4516-85fc-04a214309023 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7008fa1-bd60-456c-827f-cbce78d52581 HTTP/1.1" status: 200 len: 217 time: 0.0345814 Sep 14 16:33:06.598442 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-d44d3a78-8be5-459d-8b8f-1490fba7606f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:06.599853 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-d44d3a78-8be5-459d-8b8f-1490fba7606f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0425062 Sep 14 16:33:06.646462 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-4a07dd33-6b84-42e0-9638-702e430f9ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:06.647975 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-4a07dd33-6b84-42e0-9638-702e430f9ab0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410237 Sep 14 16:33:06.735369 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f8834c9f-e5af-4e6a-aa51-4fd1208ffce0 req-aeaddce3-f00d-4479-bba2-80670d2e9e72 tempest-VolumesNegativeTest-117615723 tempest-VolumesNegativeTest-117615723-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d431afe-f988-419f-b3d0-584f5b392227 HTTP/1.1" status: 200 len: 210 time: 0.0262296 Sep 14 16:33:06.740463 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-b8c37c7d-7c9d-42d6-a153-b157a3a9ddf9 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849218 Sep 14 16:33:06.842624 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-79ddbffd-9275-4b1e-b70d-48e1448caf01 req-ffde4d90-0404-4046-b701-609992dd2a39 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877874 Sep 14 16:33:07.163718 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25041311-3651-4c49-b57a-0d0f7a4d0da1 req-6f569f3b-8fb3-4e4f-acb7-fb8bab1b3a13 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:07.165193 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-25041311-3651-4c49-b57a-0d0f7a4d0da1 req-6f569f3b-8fb3-4e4f-acb7-fb8bab1b3a13 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0487783 Sep 14 16:33:07.200961 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-25041311-3651-4c49-b57a-0d0f7a4d0da1 req-d2dafccb-4cbd-4d64-8965-88a7b090330b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299079 Sep 14 16:33:08.337285 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c193d29-03d7-4192-a3bc-9cc7753dbe32 req-e3b91cc2-9b48-41ee-a4ac-91fa9010d9ba tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:08.338936 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4c193d29-03d7-4192-a3bc-9cc7753dbe32 req-e3b91cc2-9b48-41ee-a4ac-91fa9010d9ba tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0635772 Sep 14 16:33:08.376420 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4c193d29-03d7-4192-a3bc-9cc7753dbe32 req-d173a64d-ce6a-4865-b49c-f9a0aa137f7b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318334 Sep 14 16:33:09.506386 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75e0830-9f75-4471-a6db-e40dd0ced0d3 req-867fec17-a295-476c-9933-8031b99305cd tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:09.508057 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e75e0830-9f75-4471-a6db-e40dd0ced0d3 req-867fec17-a295-476c-9933-8031b99305cd tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0590611 Sep 14 16:33:09.549997 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e75e0830-9f75-4471-a6db-e40dd0ced0d3 req-c8310bf0-022d-437e-903b-9d91b25f556c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360124 Sep 14 16:33:10.660484 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdd4f9-00f4-4687-87c4-9490a9b87846 req-45800475-8e53-4f51-939a-9cb638a3a8e5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:10.662709 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-08cdd4f9-00f4-4687-87c4-9490a9b87846 req-45800475-8e53-4f51-939a-9cb638a3a8e5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0500977 Sep 14 16:33:10.700473 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-08cdd4f9-00f4-4687-87c4-9490a9b87846 req-b16378f9-175c-4a05-bc1a-babc18d98aaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319388 Sep 14 16:33:10.914577 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 56955b98-60f7-4bab-a142-6f41ab62ca24 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:10.936201 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 56955b98-60f7-4bab-a142-6f41ab62ca24 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:10.936533 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 56955b98-60f7-4bab-a142-6f41ab62ca24 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:11.815566 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68453897-3d46-45bc-a1c9-040c5dea691a req-3569c174-49af-4cfe-8d01-53c95684a3a3 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:11.817533 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68453897-3d46-45bc-a1c9-040c5dea691a req-3569c174-49af-4cfe-8d01-53c95684a3a3 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0514185 Sep 14 16:33:11.853903 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-68453897-3d46-45bc-a1c9-040c5dea691a req-2b64accd-93f1-49ab-8c1e-91a2a1425e46 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303154 Sep 14 16:33:12.963856 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503f30a8-d41b-4c18-adfb-6676a23d28aa req-0676a629-4201-4a11-b095-eb794a3c6f35 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:12.965308 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-503f30a8-d41b-4c18-adfb-6676a23d28aa req-0676a629-4201-4a11-b095-eb794a3c6f35 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0470557 Sep 14 16:33:13.000237 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-503f30a8-d41b-4c18-adfb-6676a23d28aa req-683e3484-ab7c-4351-87fd-3f343ffa699f tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291545 Sep 14 16:33:13.593895 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49128) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:13.725090 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b95e9ddf-9afc-4146-b6fa-46ff45c75e70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31d9bf609b8a4444985fef605d902924&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300588 Sep 14 16:33:13.727615 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49134) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:13.775738 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-879fd35f-8c9f-4396-bb6e-6109573f1c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:13.797403 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-879fd35f-8c9f-4396-bb6e-6109573f1c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:13.847045 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-879fd35f-8c9f-4396-bb6e-6109573f1c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:13.850260 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-879fd35f-8c9f-4396-bb6e-6109573f1c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:13.851486 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-879fd35f-8c9f-4396-bb6e-6109573f1c4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61277c52-16c1-4d78-a466-29f1040d7334 HTTP/1.1" status: 204 len: 168 time: 0.1229455 Sep 14 16:33:13.859943 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fd35f-8c9f-4396-bb6e-6109573f1c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61277c52-16c1-4d78-a466-29f1040d7334,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:14.122265 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dae73-cdd7-4036-8fe2-b9c0e937d4b3 req-eca5e9b0-d662-42c3-ac76-bc38152663c4 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:14.123817 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad0dae73-cdd7-4036-8fe2-b9c0e937d4b3 req-eca5e9b0-d662-42c3-ac76-bc38152663c4 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0512910 Sep 14 16:33:14.164569 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ad0dae73-cdd7-4036-8fe2-b9c0e937d4b3 req-a8814042-ac03-4633-817a-c120f885c681 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346375 Sep 14 16:33:15.276298 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524e916-0780-44e8-8857-a46f6d36f764 req-e2cedbea-131d-4c67-8742-5b7f3b75d192 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:15.277747 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f524e916-0780-44e8-8857-a46f6d36f764 req-e2cedbea-131d-4c67-8742-5b7f3b75d192 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0477061 Sep 14 16:33:15.314400 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f524e916-0780-44e8-8857-a46f6d36f764 req-141fd281-7eab-4986-b72e-d398a71921cb tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309417 Sep 14 16:33:16.431997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c5f67c-9ba1-490c-b4e6-70f3af9cee35 req-b498ad3e-0bcf-41c7-ae24-ae45a0ce0e42 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:16.433539 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-81c5f67c-9ba1-490c-b4e6-70f3af9cee35 req-b498ad3e-0bcf-41c7-ae24-ae45a0ce0e42 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0548708 Sep 14 16:33:16.469996 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-81c5f67c-9ba1-490c-b4e6-70f3af9cee35 req-2fcb04af-1b59-460e-a5e1-6da4f372a57f tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Sep 14 16:33:16.716645 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:17.572974 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d386c265-347a-4490-9bd1-64574e21983a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:17.582015 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cc5f9-2d63-4492-bb87-20ff120ad3bc req-2c34fba4-75ab-4bc1-9486-94d7e2cab17e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:17.583977 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-343cc5f9-2d63-4492-bb87-20ff120ad3bc req-2c34fba4-75ab-4bc1-9486-94d7e2cab17e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0500638 Sep 14 16:33:17.620471 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-343cc5f9-2d63-4492-bb87-20ff120ad3bc req-1b32d255-de98-4a68-b54e-a4756ad1ade9 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305271 Sep 14 16:33:18.731008 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf97324-e451-49a2-9791-b2d5ab5e4fc0 req-bb32c00a-d48b-4a8e-ab1e-3dea3601c8f7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:18.732446 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fdf97324-e451-49a2-9791-b2d5ab5e4fc0 req-bb32c00a-d48b-4a8e-ab1e-3dea3601c8f7 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0476944 Sep 14 16:33:18.769414 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-fdf97324-e451-49a2-9791-b2d5ab5e4fc0 req-fe1e6e03-8c12-4253-b63b-90fc87c2892e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310528 Sep 14 16:33:19.883078 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66511f01-6025-4715-a283-e5f0a1c47143 req-78fd6d7d-ae3b-45b6-9e5a-e4f165903c79 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:19.884476 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66511f01-6025-4715-a283-e5f0a1c47143 req-78fd6d7d-ae3b-45b6-9e5a-e4f165903c79 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 943 time: 0.0504620 Sep 14 16:33:20.006222 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d8514702-2344-40eb-a75d-1cee395f9f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:20.146420 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-66511f01-6025-4715-a283-e5f0a1c47143 req-0a1e02a2-27e3-4634-92b6-4b421cd5a556 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2561340 Sep 14 16:33:20.324768 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device d7008fa1-bd60-456c-827f-cbce78d52581 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:33:20.412393 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:20.430660 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port d7008fa1-bd60-456c-827f-cbce78d52581, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d7008fa1-bd60-456c-827f-cbce78d52581,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:20.445999 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'port_id': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'mac_address': 'fa:16:3e:5d:68:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:33:20.482335 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:20.495058 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7008fa1-bd60-456c-827f-cbce78d52581 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:33:20.512828 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port d7008fa1-bd60-456c-827f-cbce78d52581, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d7008fa1-bd60-456c-827f-cbce78d52581,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:20.516213 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:20.561021 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=d7008fa1-bd60-456c-827f-cbce78d52581,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:21.259230 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819c8a59-2274-4ba6-843c-779a5036df6a req-dbc7df99-610e-4bd8-8803-8cc020f6e039 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:21.260668 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-819c8a59-2274-4ba6-843c-779a5036df6a req-dbc7df99-610e-4bd8-8803-8cc020f6e039 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 944 time: 0.0474842 Sep 14 16:33:21.296798 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-819c8a59-2274-4ba6-843c-779a5036df6a req-e51aa62d-e32f-4582-9125-7870899a2743 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303929 Sep 14 16:33:21.426849 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:21.593481 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['d7008fa1-bd60-456c-827f-cbce78d52581'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:33:22.409293 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf4f97-c1e3-4b2b-824f-b1ae3c527b7b req-e912611e-30bc-47d8-be1d-31c93e950bd5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:22.411511 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-adbf4f97-c1e3-4b2b-824f-b1ae3c527b7b req-e912611e-30bc-47d8-be1d-31c93e950bd5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 944 time: 0.0475049 Sep 14 16:33:22.448188 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-adbf4f97-c1e3-4b2b-824f-b1ae3c527b7b req-300c5d6f-a738-4474-a392-358d8d1cce53 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307665 Sep 14 16:33:22.622387 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:23.566873 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e12c3f-ca44-4c26-b186-f7f6de8a0185 req-5a164150-e387-47db-94f7-3517a843fc45 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:23.568317 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6e12c3f-ca44-4c26-b186-f7f6de8a0185 req-5a164150-e387-47db-94f7-3517a843fc45 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 944 time: 0.0507998 Sep 14 16:33:23.605551 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6e12c3f-ca44-4c26-b186-f7f6de8a0185 req-9d3d01c9-a226-4843-b967-345e668e9aa5 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314307 Sep 14 16:33:24.718114 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe951e-634b-45e1-88f6-8db6e1b58ca3 req-0ada3114-c10c-41cb-92b8-d22db0d5f423 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:24.719557 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d1fe951e-634b-45e1-88f6-8db6e1b58ca3 req-0ada3114-c10c-41cb-92b8-d22db0d5f423 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 944 time: 0.0475106 Sep 14 16:33:24.762053 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d1fe951e-634b-45e1-88f6-8db6e1b58ca3 req-7db64133-efda-4980-aa25-def3ee163f8a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Sep 14 16:33:25.876168 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561456b-7e51-47f3-9e4b-beacaf017ade req-17940921-44db-430d-80ba-6aed53660788 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:25.877627 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3561456b-7e51-47f3-9e4b-beacaf017ade req-17940921-44db-430d-80ba-6aed53660788 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 944 time: 0.0480895 Sep 14 16:33:25.916112 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3561456b-7e51-47f3-9e4b-beacaf017ade req-89f3f424-1f57-4109-85e2-f522f2b82998 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314951 Sep 14 16:33:26.180175 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device d7008fa1-bd60-456c-827f-cbce78d52581 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:33:26.227779 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port d7008fa1-bd60-456c-827f-cbce78d52581 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:33:26.231446 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port d7008fa1-bd60-456c-827f-cbce78d52581 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:33:26.231836 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:26.307495 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:26.333298 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:26.337220 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e251bdbe-ade5-4e72-ba06-85f4ad9d135f" -d '{"events": [{"server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "name": "network-vif-plugged", "status": "completed", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:26.351001 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port d7008fa1-bd60-456c-827f-cbce78d52581, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d7008fa1-bd60-456c-827f-cbce78d52581,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:26.355013 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:26.382343 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c964e814-6e02-4813-bda7-8987a84d4eef x-openstack-request-id: req-c964e814-6e02-4813-bda7-8987a84d4eef {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:26.382637 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "name": "network-vif-plugged", "status": "completed", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:26.382887 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c964e814-6e02-4813-bda7-8987a84d4eef {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:26.383272 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'code': 200} Sep 14 16:33:26.404866 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=d7008fa1-bd60-456c-827f-cbce78d52581,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:26.568849 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c087f-03a9-4b45-ae7c-45e21735646d req-b8a424f7-3a05-42d6-be92-6e729a83fef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:26.570352 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4d7c087f-03a9-4b45-ae7c-45e21735646d req-b8a424f7-3a05-42d6-be92-6e729a83fef7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 1098 time: 0.0396314 Sep 14 16:33:26.603816 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-4d7c087f-03a9-4b45-ae7c-45e21735646d req-498e6edf-e7aa-473e-91f2-fc391861b494 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268731 Sep 14 16:33:26.903814 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f08ae-9be6-4293-8a1c-e577d9abadfe req-bfded1bd-d933-4f0f-b354-493302492863 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:26.905409 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-997f08ae-9be6-4293-8a1c-e577d9abadfe req-bfded1bd-d933-4f0f-b354-493302492863 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0529704 Sep 14 16:33:26.944208 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-997f08ae-9be6-4293-8a1c-e577d9abadfe req-6f64fc00-34ae-4df9-87ee-b44bbf10d498 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323648 Sep 14 16:33:27.042619 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee1624f-74b6-4750-a64a-50287fffe352 req-35f140cd-2116-44f0-8bc1-e59eed32c065 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:27.044147 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ee1624f-74b6-4750-a64a-50287fffe352 req-35f140cd-2116-44f0-8bc1-e59eed32c065 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 945 time: 0.0523987 Sep 14 16:33:27.083374 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5ee1624f-74b6-4750-a64a-50287fffe352 req-ff4d9b83-dd64-4902-882e-092fe9043d21 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323381 Sep 14 16:33:28.058544 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a2cc6-56e6-427d-98cd-24608ba870a8 req-b54e28a9-4139-4d19-bef3-69d902a3e639 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:28.060018 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2b9a2cc6-56e6-427d-98cd-24608ba870a8 req-b54e28a9-4139-4d19-bef3-69d902a3e639 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0490987 Sep 14 16:33:28.096720 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2b9a2cc6-56e6-427d-98cd-24608ba870a8 req-6218e2d0-5bc0-47c4-a3c6-3e7343611a0c tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308816 Sep 14 16:33:28.199992 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04116b-216a-43fd-a15f-0b5c4224ab9a req-ab097384-baed-46d2-ae65-d1c24233c124 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:28.201699 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de04116b-216a-43fd-a15f-0b5c4224ab9a req-ab097384-baed-46d2-ae65-d1c24233c124 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 945 time: 0.0534565 Sep 14 16:33:28.240264 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-de04116b-216a-43fd-a15f-0b5c4224ab9a req-4eef8fe9-9827-4f65-9389-551ac1a1d9b2 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323119 Sep 14 16:33:28.353961 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d833f-c1ee-4e90-8512-5c0fa2ef9046 req-0a25e7e4-5e2a-43df-b95f-9d39270b3e62 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:28.355488 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-748d833f-c1ee-4e90-8512-5c0fa2ef9046 req-0a25e7e4-5e2a-43df-b95f-9d39270b3e62 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 945 time: 0.0496891 Sep 14 16:33:28.397326 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-748d833f-c1ee-4e90-8512-5c0fa2ef9046 req-5f0b8916-1d3c-4080-bfaa-c24d5a1bf22e tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345170 Sep 14 16:33:28.428709 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49324) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:28.468041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87cc379-8b52-4de3-9ea6-1ca703928c99 tempest-TestVolumeBootPattern-2020928214 tempest-TestVolumeBootPattern-2020928214-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:28.469559 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f87cc379-8b52-4de3-9ea6-1ca703928c99 tempest-TestVolumeBootPattern-2020928214 tempest-TestVolumeBootPattern-2020928214-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 1093 time: 0.0398479 Sep 14 16:33:28.472320 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49326) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:28.476580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'port_id': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:33:28.497969 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:28.622679 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:28.640767 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-9b4ded3e-8d6b-4d0e-abec-411bf8c174c5 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:28.642265 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-9b4ded3e-8d6b-4d0e-abec-411bf8c174c5 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0607121 Sep 14 16:33:29.027807 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Allocated IP 172.27.3.28 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/7cbdbc9d-eaab-458d-b675-ed9daafa1476) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:33:29.064548 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Deleting port 25c53897-0a29-4a1c-8d12-cc415f5354f3 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:29.064877 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:29.210417 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e006bc-5b0d-41ff-a8e4-9080cfa51ffb req-364b20ec-7a4e-433f-a904-aa58f5b16e08 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:29.212021 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c6e006bc-5b0d-41ff-a8e4-9080cfa51ffb req-364b20ec-7a4e-433f-a904-aa58f5b16e08 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/ports?device_id=23d1a332-8556-45a4-bb34-20fc1d76a575 HTTP/1.1" status: 200 len: 946 time: 0.0488286 Sep 14 16:33:29.216743 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] For port 25c53897-0a29-4a1c-8d12-cc415f5354f3, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=25c53897-0a29-4a1c-8d12-cc415f5354f3,segment=NetworkSegment(46353301-4613-432a-ac28-7336d292d653),segment_id=46353301-4613-432a-ac28-7336d292d653)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:29.217115 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:29.221338 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:29.236109 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Calling delete_port for 25c53897-0a29-4a1c-8d12-cc415f5354f3 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:29.249928 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c6e006bc-5b0d-41ff-a8e4-9080cfa51ffb req-5d6612a1-dd0d-4254-ab1d-dc1d27121bb5 tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.15 "GET /v2.0/security-groups?id=aeead39b-6b88-4e0a-b661-3e27a9efa5c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Sep 14 16:33:29.321753 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:29.379175 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:33:29.381862 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=7cbdbc9d-eaab-458d-b675-ed9daafa1476,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:29.384484 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:33:29.386866 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:33:29.481248 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:29.492486 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['25c53897-0a29-4a1c-8d12-cc415f5354f3'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:33:29.536450 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Pushing event deleted for resources: {'Port': ['ID=25c53897-0a29-4a1c-8d12-cc415f5354f3,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:29.585734 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] No DVR routers for this DVR port 25c53897-0a29-4a1c-8d12-cc415f5354f3 on host hv-cinder-80708 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:33:29.592854 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:29.594783 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-d993319c-e9fe-4d32-8790-48a02adf63a2 req-2649c090-7fb1-4e07-b05d-a76fb58f031a tempest-VolumesSnapshotTestJSON-230666622 tempest-VolumesSnapshotTestJSON-230666622-project] 10.222.0.20 "DELETE /v2.0/ports/25c53897-0a29-4a1c-8d12-cc415f5354f3 HTTP/1.1" status: 204 len: 173 time: 0.9232495 Sep 14 16:33:29.595200 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'name': 'network-vif-deleted', 'tag': '25c53897-0a29-4a1c-8d12-cc415f5354f3'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:29.598022 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f09b7059-096a-4fdd-8d62-7f8df75e3dec" -d '{"events": [{"server_uuid": "23d1a332-8556-45a4-bb34-20fc1d76a575", "name": "network-vif-deleted", "tag": "25c53897-0a29-4a1c-8d12-cc415f5354f3"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:29.641499 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10fb4d16-dd9f-46ca-99c3-c681ccb58e45 x-openstack-request-id: req-10fb4d16-dd9f-46ca-99c3-c681ccb58e45 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:29.641787 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d1a332-8556-45a4-bb34-20fc1d76a575", "name": "network-vif-deleted", "tag": "25c53897-0a29-4a1c-8d12-cc415f5354f3", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:29.642040 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10fb4d16-dd9f-46ca-99c3-c681ccb58e45 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:29.642426 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d1a332-8556-45a4-bb34-20fc1d76a575', 'name': 'network-vif-deleted', 'tag': '25c53897-0a29-4a1c-8d12-cc415f5354f3', 'status': 'completed', 'code': 200} Sep 14 16:33:29.868850 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:29.933205 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:30.100850 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:30.105238 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:30.177496 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event updated for resources: {'Port': ['ID=7cbdbc9d-eaab-458d-b675-ed9daafa1476,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:30.187313 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:30.284239 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Floating IP a5cb607c-677b-4eee-b4db-1f997da194f6 associated. External IP: 172.27.3.28, port: d7008fa1-bd60-456c-827f-cbce78d52581. Sep 14 16:33:30.493755 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:33:30.609473 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:33:30.619583 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:33:30.625905 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:30.629136 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:30.630032 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:30.653444 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8de0dfb6-6c00-4f90-b95a-f6ede2e1c02a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1801052 Sep 14 16:33:30.732934 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:30.949905 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:11Z', 'revision_number': 1, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}, {'id': 'a5cb607c-677b-4eee-b4db-1f997da194f6', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:5d:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:33:29Z', 'updated_at': '2021-09-14T16:33:29Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:30.979569 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:33:30.987681 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:30.988321 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:31.091244 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:31.428925 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:11Z', 'revision_number': 1, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}, {'id': 'a5cb607c-677b-4eee-b4db-1f997da194f6', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:5d:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:33:29Z', 'updated_at': '2021-09-14T16:33:29Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:31.454124 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce9051f-091c-4f4e-9111-3b2fe07a96be None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:11Z', 'revision_number': 1, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}, {'id': 'a5cb607c-677b-4eee-b4db-1f997da194f6', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.28', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:5d:68:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:33:29Z', 'updated_at': '2021-09-14T16:33:29Z', 'revision_number': 0, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:33:31.627424 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc73c6e-c529-464c-bccd-e64995bdaa9c None None] New status for floating IP a5cb607c-677b-4eee-b4db-1f997da194f6: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:33:31.643946 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:31.646382 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab3430f-145d-4e1f-b326-680c13be4013" -d '{"events": [{"name": "network-changed", "server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:31.684676 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef1f85b-0415-4701-a1cc-7b3c1f81b74f x-openstack-request-id: req-1ef1f85b-0415-4701-a1cc-7b3c1f81b74f {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:31.684964 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:31.685272 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1ef1f85b-0415-4701-a1cc-7b3c1f81b74f {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:31.685695 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'status': 'completed', 'code': 200} Sep 14 16:33:32.326098 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 25c53897-0a29-4a1c-8d12-cc415f5354f3 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:32.345930 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 25c53897-0a29-4a1c-8d12-cc415f5354f3 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:32.346200 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 25c53897-0a29-4a1c-8d12-cc415f5354f3 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:34.225817 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-f8c5b7e0-65f3-4c45-9261-3c2c041b2051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:34.227275 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-f8c5b7e0-65f3-4c45-9261-3c2c041b2051 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 1098 time: 0.0431297 Sep 14 16:33:34.315557 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-7e7624fe-15d0-40d8-9963-463e015c48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:34.317625 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-7e7624fe-15d0-40d8-9963-463e015c48d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.0833125 Sep 14 16:33:34.383594 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-31993226-c926-4b91-9254-39491a61e89e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7008fa1-bd60-456c-827f-cbce78d52581 HTTP/1.1" status: 200 len: 1000 time: 0.0591440 Sep 14 16:33:34.440745 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-02f3c4b7-acd9-4063-90ef-c45c878b999b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:34.442137 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-02f3c4b7-acd9-4063-90ef-c45c878b999b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0454261 Sep 14 16:33:34.488516 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-7a1c361f-56e6-4f2e-b803-3c7449b8d7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:34.489989 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-7a1c361f-56e6-4f2e-b803-3c7449b8d7bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410237 Sep 14 16:33:34.594452 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-69e4e748-03f5-4495-b0c4-fa35de3aa8ae service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901656 Sep 14 16:33:34.682885 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9ab3430f-145d-4e1f-b326-680c13be4013 req-0d4c2865-9ee9-4a9f-b00c-44f95b65a29c service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797503 Sep 14 16:33:39.954945 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:33:40.382982 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49478) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:40.485119 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55491694-c96a-4db4-9fe6-62926341707f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:40.572821 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55491694-c96a-4db4-9fe6-62926341707f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:40.576720 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-55491694-c96a-4db4-9fe6-62926341707f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:40.622498 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-55491694-c96a-4db4-9fe6-62926341707f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a639263c81a4130be4bfeb2bfd955e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384374 Sep 14 16:33:40.624457 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55491694-c96a-4db4-9fe6-62926341707f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=272bf316-13d8-4796-9da4-d77fb709ed06,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:40.625415 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49486) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:40.688517 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:40.711420 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:40.764809 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:40.767358 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:40.770868 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/272bf316-13d8-4796-9da4-d77fb709ed06 HTTP/1.1" status: 204 len: 168 time: 0.1420963 Sep 14 16:33:40.777945 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=272bf316-13d8-4796-9da4-d77fb709ed06,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:40.785739 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.786081 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.786413 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.786738 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.787053 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.787370 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.787684 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.787995 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.788313 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.788630 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.788938 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:40.789262 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15c9eab0-f3f8-44a0-8769-c517043aae25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:41.027748 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49496) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:41.040784 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0d128eb-c92f-41a5-8d75-7f68e0ecb56f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.124581 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0d128eb-c92f-41a5-8d75-7f68e0ecb56f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.128038 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d0d128eb-c92f-41a5-8d75-7f68e0ecb56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.166473 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d0d128eb-c92f-41a5-8d75-7f68e0ecb56f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b39bc6360aa44c41b1f241922ae2f35b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1376674 Sep 14 16:33:41.167692 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d128eb-c92f-41a5-8d75-7f68e0ecb56f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b7bd26-2aa1-41f6-9c8b-bf622e4f50a5,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:41.169052 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49498) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:41.190119 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49500) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:41.218431 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f770cd33-43ed-413a-9881-02a281693372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.239938 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f770cd33-43ed-413a-9881-02a281693372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.285590 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f770cd33-43ed-413a-9881-02a281693372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.288181 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f770cd33-43ed-413a-9881-02a281693372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.291825 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f770cd33-43ed-413a-9881-02a281693372 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2b7bd26-2aa1-41f6-9c8b-bf622e4f50a5 HTTP/1.1" status: 204 len: 168 time: 0.1187823 Sep 14 16:33:41.298010 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f770cd33-43ed-413a-9881-02a281693372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b7bd26-2aa1-41f6-9c8b-bf622e4f50a5,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:41.536437 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Deleting port 4396e9bb-fe96-4153-85a1-27b66ac4bba5 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:41.536772 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.614911 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.615233 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.626500 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Calling delete_port for 4396e9bb-fe96-4153-85a1-27b66ac4bba5 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:41.807682 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.837747 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event deleted for resources: {'Port': ['ID=4396e9bb-fe96-4153-85a1-27b66ac4bba5,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:41.910995 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:41.911668 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Floating IP 47a5fa70-2a38-4b17-ace4-19fb036937f6 disassociated (deleted). External IP: 172.27.3.171, port: 06044277-60f8-4a29-931d-6d0feb7c9ed8. Sep 14 16:33:42.138879 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Router f6920841-549a-4fc6-b399-e1300edfcdca has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:33:42.251549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:33:42.257071 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:42.263664 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] Sync routers for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:33:42.273952 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:42.274654 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:42.290102 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-1f530738-c345-4e9e-bd76-a0c51987b95b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "DELETE /v2.0/floatingips/47a5fa70-2a38-4b17-ace4-19fb036937f6 HTTP/1.1" status: 204 len: 168 time: 1.0965686 Sep 14 16:33:42.290102 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:42.290749 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb" -d '{"events": [{"name": "network-changed", "server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:42.332282 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578389d3-3570-4970-95eb-a3e8063b19c4 x-openstack-request-id: req-578389d3-3570-4970-95eb-a3e8063b19c4 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:42.332788 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:42.333048 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-578389d3-3570-4970-95eb-a3e8063b19c4 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:42.333527 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'status': 'completed', 'code': 200} Sep 14 16:33:42.393630 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:42.527974 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b1718-7df2-4e10-ac19-534cd8f8f9b7 req-eaf37ebf-d08c-4fbc-a6c3-6fa299870c77 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:42.529972 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f02b1718-7df2-4e10-ac19-534cd8f8f9b7 req-eaf37ebf-d08c-4fbc-a6c3-6fa299870c77 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0495715 Sep 14 16:33:42.570538 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f02b1718-7df2-4e10-ac19-534cd8f8f9b7 req-e32df82c-af1a-4412-a016-02a4b3809b5b tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337050 Sep 14 16:33:42.617593 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 5, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:42.643913 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] Checking router: f6920841-549a-4fc6-b399-e1300edfcdca for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:33:42.652098 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:42.652729 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:42.760564 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:42.965029 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 5, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:42.991205 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60ed9d8d-2c1f-4173-b11a-eb4429f5dc3b None None] The sync data for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi is: [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:31Z', 'revision_number': 4, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '128d0de7-7f20-4306-8eb8-7b5f29ac63cc', 'name': '', 'network_id': 'bc3c33c3-f908-4948-aef3-0089d1941d9c', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'mac_address': 'fa:16:3e:4a:85:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:31Z', 'updated_at': '2021-09-14T16:28:39Z', 'revision_number': 5, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'subnets': [{'id': 'd21c9669-1b66-422a-b746-1f636b3b0143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:33:43.195937 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e48e772-0849-4792-bd09-e996d8293b57 None None] New status for floating IP 47a5fa70-2a38-4b17-ace4-19fb036937f6: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:33:43.683639 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1f0915-6bd0-4a19-a7f3-e244498a27ea req-2cfd880b-7f70-4214-9070-4d89dc4c0e14 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:43.685054 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f1f0915-6bd0-4a19-a7f3-e244498a27ea req-2cfd880b-7f70-4214-9070-4d89dc4c0e14 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0478206 Sep 14 16:33:43.720427 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3f1f0915-6bd0-4a19-a7f3-e244498a27ea req-569f3c8f-59c6-4520-a26c-126dd5d4ba24 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295618 Sep 14 16:33:44.835263 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e64f56-f388-4f05-b979-722ab70070dc req-87a95f0f-4b27-45b0-b8b7-474adae994d0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:44.836691 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3e64f56-f388-4f05-b979-722ab70070dc req-87a95f0f-4b27-45b0-b8b7-474adae994d0 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0516477 Sep 14 16:33:44.872907 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b3e64f56-f388-4f05-b979-722ab70070dc req-647c30ab-fd8f-4083-852f-9cbfc95cc5b4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303822 Sep 14 16:33:45.088248 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-864d692b-a2ad-4aa1-ad36-fa34487d74ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:45.089816 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-864d692b-a2ad-4aa1-ad36-fa34487d74ce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=21da01aeb13e47e79e37a7eb26f64632&device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 1099 time: 0.0407126 Sep 14 16:33:45.187142 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-50ac24f3-b65d-472a-9e68-9c95c5f3626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:45.188644 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-50ac24f3-b65d-472a-9e68-9c95c5f3626d service neutron] 10.222.0.20 "GET /v2.0/networks?id=bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 200 len: 910 time: 0.0918517 Sep 14 16:33:45.233538 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-184cf2c7-d5dc-422d-97b3-8163b97a934b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 200 len: 217 time: 0.0338562 Sep 14 16:33:45.289916 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-b55ee826-07d8-4c8a-98ea-3e1604d29e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:45.291305 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-b55ee826-07d8-4c8a-98ea-3e1604d29e50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 200 len: 848 time: 0.0441413 Sep 14 16:33:45.353928 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-93c9afdb-aaaf-4ba8-bb39-0573893f38f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:45.355448 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-93c9afdb-aaaf-4ba8-bb39-0573893f38f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bc3c33c3-f908-4948-aef3-0089d1941d9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0540831 Sep 14 16:33:45.448772 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-bc6baf1c-50e6-4a5d-996d-8dc5cb537996 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838559 Sep 14 16:33:45.539225 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8dee80c-156a-4f5f-a3df-8825a33ed6eb req-be48af93-9f2b-4216-ac5b-91dd0f8c6022 service neutron] 10.222.0.20 "GET /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828881 Sep 14 16:33:45.995035 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b56e8a-065c-45a2-ab1c-a8970374984e req-8a8e1b80-0246-4ed7-b6a8-66bf12665ce2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:45.996508 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4b56e8a-065c-45a2-ab1c-a8970374984e req-8a8e1b80-0246-4ed7-b6a8-66bf12665ce2 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0486753 Sep 14 16:33:46.035941 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-c4b56e8a-065c-45a2-ab1c-a8970374984e req-18cf9855-706b-42c0-9ac8-0d9d74b9ea97 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334404 Sep 14 16:33:46.709619 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:46.897540 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-a211c31e-342e-4ee4-a211-680a4c89699f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:46.898987 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-a211c31e-342e-4ee4-a211-680a4c89699f tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.20 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0486317 Sep 14 16:33:46.994496 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Deleting port 06044277-60f8-4a29-931d-6d0feb7c9ed8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:46.994839 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:47.084179 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] For port 06044277-60f8-4a29-931d-6d0feb7c9ed8, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=06044277-60f8-4a29-931d-6d0feb7c9ed8,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:47.084537 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:47.097591 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Calling delete_port for 06044277-60f8-4a29-931d-6d0feb7c9ed8 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:47.146646 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ac163-323e-473e-9c15-6a7e052758cf req-5a71f712-8630-44a0-a2bc-59c8a73c9724 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:33:47.148095 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-407ac163-323e-473e-9c15-6a7e052758cf req-5a71f712-8630-44a0-a2bc-59c8a73c9724 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 946 time: 0.0472178 Sep 14 16:33:47.186032 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-407ac163-323e-473e-9c15-6a7e052758cf req-1b4ceb7c-bf82-4d24-8f50-65fbb05ef6f4 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/security-groups?id=f7f5a67f-52bd-437a-96a5-ad148046931a&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320334 Sep 14 16:33:47.223799 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:47.250858 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event deleted for resources: {'Port': ['ID=06044277-60f8-4a29-931d-6d0feb7c9ed8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:47.294137 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] No DVR routers for this DVR port 06044277-60f8-4a29-931d-6d0feb7c9ed8 on host hv-cinder-80708 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:33:47.296494 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:47.298461 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8e2a507d-e717-46b6-aa17-9840d5c5d0ad req-5f20cd68-2cab-41d7-9cdd-a10d0d517615 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.20 "DELETE /v2.0/ports/06044277-60f8-4a29-931d-6d0feb7c9ed8 HTTP/1.1" status: 204 len: 173 time: 0.3921297 Sep 14 16:33:47.298884 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-deleted', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:33:47.301140 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584dc61c-c357-42d0-b72b-aeebef1c685c" -d '{"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-deleted", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:33:47.338258 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f172619-bb35-4d8a-ba13-3a13b0d3efbc x-openstack-request-id: req-4f172619-bb35-4d8a-ba13-3a13b0d3efbc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:33:47.338550 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac", "name": "network-vif-deleted", "tag": "06044277-60f8-4a29-931d-6d0feb7c9ed8", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:33:47.338805 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4f172619-bb35-4d8a-ba13-3a13b0d3efbc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:33:47.339210 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac', 'name': 'network-vif-deleted', 'tag': '06044277-60f8-4a29-931d-6d0feb7c9ed8', 'status': 'completed', 'code': 200} Sep 14 16:33:47.574101 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-702b7f3f-bead-4ef5-b13a-4bb70e29053d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:48.280103 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b74004ac-b393-4d65-9040-b7a98df1a3bb req-fd231ae4-94a0-4705-a83a-5cb57f1ffb0d tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 210 time: 0.0284798 Sep 14 16:33:49.371947 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4471d183-6d78-46c1-af94-9306f4eb52b9 req-cd9dad7e-2829-40e1-b869-1bd6ae6b4bef tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 210 time: 0.0253060 Sep 14 16:33:50.007785 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-567a5a11-7590-4e59-85c7-16bbbab1b390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:50.383568 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:50.463500 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-32c047c8-30d4-4dfe-b389-4aaf9f14e62e req-8f670027-4c7e-4264-a6d9-dff611105a98 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "GET /v2.0/ports?device_id=21bcba54-a40a-4b0f-85b8-fc9cb97fb4ac HTTP/1.1" status: 200 len: 210 time: 0.0267467 Sep 14 16:33:51.427949 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:51.516839 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49674) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:51.573877 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e9b2d60-35c0-4be3-876c-4a788bf4f196 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:51.597595 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e9b2d60-35c0-4be3-876c-4a788bf4f196 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:51.657454 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e9b2d60-35c0-4be3-876c-4a788bf4f196 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:51.660678 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-3e9b2d60-35c0-4be3-876c-4a788bf4f196 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:51.661833 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-3e9b2d60-35c0-4be3-876c-4a788bf4f196 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] 10.222.0.15 "DELETE /v2.0/security-groups/f7f5a67f-52bd-437a-96a5-ad148046931a HTTP/1.1" status: 204 len: 168 time: 0.1439166 Sep 14 16:33:51.671260 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b2d60-35c0-4be3-876c-4a788bf4f196 tempest-TestShelveInstance-398000251 tempest-TestShelveInstance-398000251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7f5a67f-52bd-437a-96a5-ad148046931a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:51.716062 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49678) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:52.008396 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 06044277-60f8-4a29-931d-6d0feb7c9ed8 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:52.028176 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 06044277-60f8-4a29-931d-6d0feb7c9ed8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:52.028418 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 06044277-60f8-4a29-931d-6d0feb7c9ed8 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:52.204208 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:52.630377 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:52.693290 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Deleting port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:52.693643 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:52.775580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] For port 128d0de7-7f20-4306-8eb8-7b5f29ac63cc, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:52.776197 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:52.790186 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Calling delete_port for 128d0de7-7f20-4306-8eb8-7b5f29ac63cc owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:52.972777 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:52.997811 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Pushing event deleted for resources: {'Port': ['ID=128d0de7-7f20-4306-8eb8-7b5f29ac63cc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:53.025153 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.025533 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.025869 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.026200 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.026523 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.026846 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.027165 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.027485 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.027812 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.028124 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.028460 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.028773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:33:53.177867 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:53.388577 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Router f6920841-549a-4fc6-b399-e1300edfcdca has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:33:53.491583 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:33:53.496481 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-278fe15f-4ba9-4d9c-a58a-0d93a7884913 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6920841-549a-4fc6-b399-e1300edfcdca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794123 Sep 14 16:33:53.499135 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49710) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:53.499937 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] Sync routers for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:33:53.508602 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:53.509205 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:53.601649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:53.610923 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:53.700477 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:53.750988 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Deleting port 7016f4db-08c6-4422-a3b0-2a728d1f6cae {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:53.751312 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:53.787827 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211'}], 'enable_snat': True}, 'gw_port_id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:33:52Z', 'revision_number': 5, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port': {'id': '7016f4db-08c6-4422-a3b0-2a728d1f6cae', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:15:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:28:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:53.813230 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] Checking router: f6920841-549a-4fc6-b399-e1300edfcdca for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:33:53.821769 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] Routers {'f6920841-549a-4fc6-b399-e1300edfcdca'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:53.822423 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f6920841-549a-4fc6-b399-e1300edfcdca'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:53.827820 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] For port 7016f4db-08c6-4422-a3b0-2a728d1f6cae, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=7016f4db-08c6-4422-a3b0-2a728d1f6cae,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:53.828491 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:53.847134 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Calling delete_port for 7016f4db-08c6-4422-a3b0-2a728d1f6cae owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:53.913806 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] Set router f6920841-549a-4fc6-b399-e1300edfcdca gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:53.973074 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:33:53Z', 'revision_number': 6, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:54.005300 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b70e7e4-814d-458a-9a6a-d9612a9d4274 None None] The sync data for ids ['f6920841-549a-4fc6-b399-e1300edfcdca'] in dv-cinder-807083-8-iscsi is: [{'id': 'f6920841-549a-4fc6-b399-e1300edfcdca', 'name': 'tempest-TestShelveInstance-1925235261-router', 'tenant_id': '21da01aeb13e47e79e37a7eb26f64632', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:28Z', 'updated_at': '2021-09-14T16:33:53Z', 'revision_number': 6, 'project_id': '21da01aeb13e47e79e37a7eb26f64632', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:33:54.030078 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.064030 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Pushing event deleted for resources: {'Port': ['ID=7016f4db-08c6-4422-a3b0-2a728d1f6cae,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:54.137284 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.200394 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49736) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:54.228715 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.230875 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.278022 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.278609 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6920841-549a-4fc6-b399-e1300edfcdca {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:33:54.283691 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.285431 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f36ff713-b237-4bc3-ad04-be0e3dbbf181 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f6920841-549a-4fc6-b399-e1300edfcdca HTTP/1.1" status: 204 len: 168 time: 0.7849703 Sep 14 16:33:54.288006 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:54.310547 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b978534a-3c85-47bf-8218-eff98d11c123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.352169 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] Deleting subnet d21c9669-1b66-422a-b746-1f636b3b0143 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:33:54.355773 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.397990 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.419173 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b978534a-3c85-47bf-8218-eff98d11c123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.427420 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b978534a-3c85-47bf-8218-eff98d11c123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.462910 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b978534a-3c85-47bf-8218-eff98d11c123 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=edb20e6343ca4cbc9c9659b3f2b937a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2611809 Sep 14 16:33:54.465801 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49742) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:54.485623 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978534a-3c85-47bf-8218-eff98d11c123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732318cb-bd72-4cf8-b849-96b82b5325e8,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:54.490841 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.524322 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c74e27e1-a812-4df0-a07b-620b9944ce0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.545653 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.546124 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c74e27e1-a812-4df0-a07b-620b9944ce0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.570299 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d21c9669-1b66-422a-b746-1f636b3b0143,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:54.576137 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.578059 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-548db447-45d4-4ff5-8b95-16fb96734d2b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d21c9669-1b66-422a-b746-1f636b3b0143 HTTP/1.1" status: 204 len: 168 time: 0.2890921 Sep 14 16:33:54.580716 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49744) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:54.585943 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd45e761-d18b-44a8-aca5-57af7a19bb27 None None] Network bc3c33c3-f908-4948-aef3-0089d1941d9c requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:33:54.649406 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c74e27e1-a812-4df0-a07b-620b9944ce0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.651896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c74e27e1-a812-4df0-a07b-620b9944ce0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.653040 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c74e27e1-a812-4df0-a07b-620b9944ce0d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/732318cb-bd72-4cf8-b849-96b82b5325e8 HTTP/1.1" status: 204 len: 168 time: 0.1863353 Sep 14 16:33:54.663923 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e27e1-a812-4df0-a07b-620b9944ce0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732318cb-bd72-4cf8-b849-96b82b5325e8,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:54.668493 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.727705 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Deleting port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:54.728156 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.791857 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] DHCP port deletion for bc3c33c3-f908-4948-aef3-0089d1941d9c request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:33:54.800283 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] For port 3ead8cf1-dd2a-45b1-a284-21b5b532f051, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=3ead8cf1-dd2a-45b1-a284-21b5b532f051,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:54.800635 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.818317 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Calling delete_port for 3ead8cf1-dd2a-45b1-a284-21b5b532f051 owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:54.841846 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] Deleting port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:54.842508 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.903549 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.913673 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] For port 3ead8cf1-dd2a-45b1-a284-21b5b532f051, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=3ead8cf1-dd2a-45b1-a284-21b5b532f051,segment=NetworkSegment(43458fd7-70c3-4666-9a04-594fef7548bd),segment_id=43458fd7-70c3-4666-9a04-594fef7548bd)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:54.914349 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:54.928232 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] Calling delete_port for 3ead8cf1-dd2a-45b1-a284-21b5b532f051 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:54.939639 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ead8cf1-dd2a-45b1-a284-21b5b532f051,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:54.941745 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] No DVR routers for this DVR port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 on host dv-cinder-807083-8-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:33:54.967891 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49750) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:54.983402 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f123-96ae-41be-8b7b-0585e80a6074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.021501 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.051067 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc3c33c3-f908-4948-aef3-0089d1941d9c']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:55.062099 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43458fd7-70c3-4666-9a04-594fef7548bd') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:55.062399 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43458fd7-70c3-4666-9a04-594fef7548bd') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:55.068379 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.077168 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.093590 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.095428 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f123-96ae-41be-8b7b-0585e80a6074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.100172 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] Pushing event deleted for resources: {'Port': ['ID=3ead8cf1-dd2a-45b1-a284-21b5b532f051,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:55.102505 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4ae9f123-96ae-41be-8b7b-0585e80a6074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.103729 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:33:55.106675 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc2c1be-8b3d-4ceb-9147-0735dca4e38b None None] No DVR routers for this DVR port 3ead8cf1-dd2a-45b1-a284-21b5b532f051 on host dv-cinder-807083-8-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:33:55.107275 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:33:55.111066 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:33:55.151842 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9f123-96ae-41be-8b7b-0585e80a6074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fdff452-dc8f-4b6a-b605-0bb2529df5ea,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:55.179162 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4ae9f123-96ae-41be-8b7b-0585e80a6074 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0ba25379946a45a9933372308adbaa73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2101161 Sep 14 16:33:55.183540 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49756) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:55.211685 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.236200 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.238524 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] 10.222.0.15 "DELETE /v2.0/networks/bc3c33c3-f908-4948-aef3-0089d1941d9c HTTP/1.1" status: 204 len: 168 time: 0.6568637 Sep 14 16:33:55.240558 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc238ae-7df5-4adc-8729-7e265be57f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=bc3c33c3-f908-4948-aef3-0089d1941d9c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:55.241714 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49758) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:55.274116 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 128d0de7-7f20-4306-8eb8-7b5f29ac63cc no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:55.288429 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8953ebe1-c5fe-4fa6-a2d2-194ea81e2926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.294084 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 128d0de7-7f20-4306-8eb8-7b5f29ac63cc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:55.294344 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 128d0de7-7f20-4306-8eb8-7b5f29ac63cc not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:55.294946 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 3ead8cf1-dd2a-45b1-a284-21b5b532f051 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:55.314569 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 3ead8cf1-dd2a-45b1-a284-21b5b532f051 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:55.314910 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 3ead8cf1-dd2a-45b1-a284-21b5b532f051 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:55.315346 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7016f4db-08c6-4422-a3b0-2a728d1f6cae no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:55.322234 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8953ebe1-c5fe-4fa6-a2d2-194ea81e2926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.337300 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 7016f4db-08c6-4422-a3b0-2a728d1f6cae {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:55.337793 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7016f4db-08c6-4422-a3b0-2a728d1f6cae not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:55.378223 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8953ebe1-c5fe-4fa6-a2d2-194ea81e2926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.380987 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8953ebe1-c5fe-4fa6-a2d2-194ea81e2926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.382160 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8953ebe1-c5fe-4fa6-a2d2-194ea81e2926 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5fdff452-dc8f-4b6a-b605-0bb2529df5ea HTTP/1.1" status: 204 len: 168 time: 0.1976986 Sep 14 16:33:55.391179 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953ebe1-c5fe-4fa6-a2d2-194ea81e2926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fdff452-dc8f-4b6a-b605-0bb2529df5ea,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:55.635526 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.884065 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Deleting port dd02a421-851d-4c01-addc-a132779950eb {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:55.884403 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.970488 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] For port dd02a421-851d-4c01-addc-a132779950eb, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=dd02a421-851d-4c01-addc-a132779950eb,segment=NetworkSegment(c31ab494-ee56-49c1-adfc-bdff1bee4653),segment_id=c31ab494-ee56-49c1-adfc-bdff1bee4653)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:55.971114 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:55.987627 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Calling delete_port for dd02a421-851d-4c01-addc-a132779950eb owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:56.168718 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:56.198043 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd02a421-851d-4c01-addc-a132779950eb,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:56.383257 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:56.873260 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:33:56.980844 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:33:56.989848 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-af3213d5-eeb7-4ba2-8d46-860c3fdfe894 admin admin] 10.222.0.15 "PUT /v2.0/routers/0ae1929c-2806-4ec9-8e67-ade9b84e1c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7432563 Sep 14 16:33:56.989969 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49826) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:56.991403 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] Sync routers for ids ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:33:57.002015 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] Routers {'0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:57.002627 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:57.105663 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.127783 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] Set router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:57.219723 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.276796 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Deleting port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:57.277128 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.312884 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80'}], 'enable_snat': True}, 'gw_port_id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:33:56Z', 'revision_number': 5, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port': {'id': '7d5343a6-8d39-48d8-b4c7-1cdedf5b8097', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:4d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:28:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:57.347984 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] Checking router: 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:33:57.356318 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] Routers {'0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:33:57.356738 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:57.375217 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] For port 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:57.375577 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.387820 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Calling delete_port for 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:57.443017 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] Set router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:33:57.493727 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:33:57Z', 'revision_number': 6, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:57.523680 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e312d2a-9664-4929-8040-78fe45b7073b None None] The sync data for ids ['0ae1929c-2806-4ec9-8e67-ade9b84e1c7e'] in dv-cinder-807083-8-iscsi is: [{'id': '0ae1929c-2806-4ec9-8e67-ade9b84e1c7e', 'name': 'tempest-TestShelveInstance-591606873-router', 'tenant_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:28:35Z', 'updated_at': '2021-09-14T16:33:57Z', 'revision_number': 6, 'project_id': 'a4d42a7c9a494a1f97ceee71c7d237ff', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:33:57.555854 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.580507 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Pushing event deleted for resources: {'Port': ['ID=7d5343a6-8d39-48d8-b4c7-1cdedf5b8097,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:57.649580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.743769 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.745864 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.788774 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.789309 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ae1929c-2806-4ec9-8e67-ade9b84e1c7e {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:33:57.793444 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.794566 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-fbe89752-db82-4cb4-9aac-7a6a916a164b admin admin] 10.222.0.15 "DELETE /v2.0/routers/0ae1929c-2806-4ec9-8e67-ade9b84e1c7e HTTP/1.1" status: 204 len: 168 time: 0.8037083 Sep 14 16:33:57.797065 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49836) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:57.840514 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] Deleting subnet 335c7088-69a5-4d15-850d-35cb832512ff {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:33:57.843414 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.882960 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:57.976056 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.028070 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.053489 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=335c7088-69a5-4d15-850d-35cb832512ff,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:58.058028 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.059735 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-38899f5b-4766-4606-a760-4986d7879cd4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/335c7088-69a5-4d15-850d-35cb832512ff HTTP/1.1" status: 204 len: 168 time: 0.2616618 Sep 14 16:33:58.062208 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49838) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:58.064532 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af18854-2748-441b-9bd8-e04638474724 None None] Network ccd1a409-fe17-4a52-971e-941fd43388e0 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:33:58.144408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.203469 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Deleting port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:33:58.203800 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.281955 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] For port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=cc4f8511-d8ef-48e5-9cfc-da2ec6129c38,segment=NetworkSegment(c31ab494-ee56-49c1-adfc-bdff1bee4653),segment_id=c31ab494-ee56-49c1-adfc-bdff1bee4653)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:33:58.282304 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.295092 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Calling delete_port for cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:33:58.399846 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.401254 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff532cfb-4323-4362-a5f7-b173a520d632 None None] DHCP port deletion for ccd1a409-fe17-4a52-971e-941fd43388e0 request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:33:58.413546 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] No DVR routers for this DVR port cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 on host dv-cinder-807083-8-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:33:58.434430 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cc4f8511-d8ef-48e5-9cfc-da2ec6129c38,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:58.507116 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.535635 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccd1a409-fe17-4a52-971e-941fd43388e0']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:58.548941 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31ab494-ee56-49c1-adfc-bdff1bee4653') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:58.549233 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31ab494-ee56-49c1-adfc-bdff1bee4653') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:58.559983 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.574904 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.583484 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:33:58.584145 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:33:58.585947 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:33:58.645862 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.651641 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.653650 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] 10.222.0.15 "DELETE /v2.0/networks/ccd1a409-fe17-4a52-971e-941fd43388e0 HTTP/1.1" status: 204 len: 168 time: 0.5899150 Sep 14 16:33:58.666617 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36158229-05f2-44cf-84f2-263b3cb4e3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=ccd1a409-fe17-4a52-971e-941fd43388e0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:58.748381 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49868) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:58.792974 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] Deleting subnet f9d16545-9c42-4f27-bc85-aa58a05a5438 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:33:58.796111 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.820306 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49870) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:58.831197 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.859022 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4dc99eea-de57-401b-b981-49da43c86fef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21da01aeb13e47e79e37a7eb26f64632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375297 Sep 14 16:33:58.861414 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49872) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:58.871464 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.908868 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbd564fb-dbd2-4af9-bcec-07a598d590be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.927509 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.930167 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbd564fb-dbd2-4af9-bcec-07a598d590be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.955021 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:58.959330 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f9d16545-9c42-4f27-bc85-aa58a05a5438 HTTP/1.1" status: 204 len: 168 time: 0.2074819 Sep 14 16:33:58.959330 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff23e40-2093-4b54-b16e-ebac4c71a7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9d16545-9c42-4f27-bc85-aa58a05a5438,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:58.959704 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49874) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:59.031621 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.033078 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbd564fb-dbd2-4af9-bcec-07a598d590be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.035838 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-bbd564fb-dbd2-4af9-bcec-07a598d590be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.036933 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-bbd564fb-dbd2-4af9-bcec-07a598d590be admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa6855d2-feb7-4b82-b2e0-0d1f81130f73 HTTP/1.1" status: 204 len: 168 time: 0.1740303 Sep 14 16:33:59.047682 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd564fb-dbd2-4af9-bcec-07a598d590be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa6855d2-feb7-4b82-b2e0-0d1f81130f73,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:59.125769 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.146162 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c735cda8-142e-4163-ba8e-ebc85db95d33']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:59.155253 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46353301-4613-432a-ac28-7336d292d653') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:59.155546 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46353301-4613-432a-ac28-7336d292d653') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:33:59.165702 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.181360 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.187716 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:33:59.188012 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:33:59.190165 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:33:59.245905 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:59.248043 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.257786 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.259887 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c735cda8-142e-4163-ba8e-ebc85db95d33 HTTP/1.1" status: 204 len: 168 time: 0.2993979 Sep 14 16:33:59.268293 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:59.269043 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device cc4f8511-d8ef-48e5-9cfc-da2ec6129c38 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:59.269842 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device dd02a421-851d-4c01-addc-a132779950eb no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:59.271252 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9663dc-4696-458b-a745-0956b3f19ac4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c735cda8-142e-4163-ba8e-ebc85db95d33,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:59.295209 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: dd02a421-851d-4c01-addc-a132779950eb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:59.295550 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device dd02a421-851d-4c01-addc-a132779950eb not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:59.296078 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:33:59.325653 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:33:59.326068 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 7d5343a6-8d39-48d8-b4c7-1cdedf5b8097 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:33:59.384085 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49882) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:59.426502 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-511b02ae-29b6-41cb-831b-9cedf10442c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a4d42a7c9a494a1f97ceee71c7d237ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382731 Sep 14 16:33:59.426730 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49884) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:59.436157 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49886) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:59.476027 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-d667c510-7bfc-4c39-8664-b3ce7180e3db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d0d2881b9f2e4ba6bd8b111bf2e58b29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387514 Sep 14 16:33:59.477200 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0094272-ac6d-47c9-95d8-d35f49834f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.478476 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49888) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:33:59.498125 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0094272-ac6d-47c9-95d8-d35f49834f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.523954 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f351e83-5d6f-4f02-88bc-18ac92e9cedf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.543905 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0094272-ac6d-47c9-95d8-d35f49834f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.544944 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f351e83-5d6f-4f02-88bc-18ac92e9cedf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.546669 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-e0094272-ac6d-47c9-95d8-d35f49834f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.547812 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-e0094272-ac6d-47c9-95d8-d35f49834f87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95ad5726-5b50-4f3f-b2e5-f6bf246da125 HTTP/1.1" status: 204 len: 168 time: 0.1202054 Sep 14 16:33:59.556238 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0094272-ac6d-47c9-95d8-d35f49834f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ad5726-5b50-4f3f-b2e5-f6bf246da125,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:33:59.605988 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f351e83-5d6f-4f02-88bc-18ac92e9cedf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.608658 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-6f351e83-5d6f-4f02-88bc-18ac92e9cedf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:33:59.612216 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-6f351e83-5d6f-4f02-88bc-18ac92e9cedf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aeead39b-6b88-4e0a-b661-3e27a9efa5c0 HTTP/1.1" status: 204 len: 168 time: 0.1304636 Sep 14 16:33:59.618238 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f351e83-5d6f-4f02-88bc-18ac92e9cedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeead39b-6b88-4e0a-b661-3e27a9efa5c0,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:00.043358 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49916) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:00.188232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3b2cfe6-9c1d-4be2-ac13-4dbb9dfbaeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.282601 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3b2cfe6-9c1d-4be2-ac13-4dbb9dfbaeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.286626 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c3b2cfe6-9c1d-4be2-ac13-4dbb9dfbaeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.327699 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c3b2cfe6-9c1d-4be2-ac13-4dbb9dfbaeb9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e187020892f7482b83ec9fd2b5ab41cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2809393 Sep 14 16:34:00.327699 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2cfe6-9c1d-4be2-ac13-4dbb9dfbaeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd5dd75-9b53-4845-996e-9e4768412b8c,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:00.328468 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 49930) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:00.378118 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d71ba95-8494-4d0d-82ea-07c13c5fa3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.398436 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d71ba95-8494-4d0d-82ea-07c13c5fa3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.446390 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d71ba95-8494-4d0d-82ea-07c13c5fa3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.449327 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d71ba95-8494-4d0d-82ea-07c13c5fa3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.450501 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0d71ba95-8494-4d0d-82ea-07c13c5fa3ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddd5dd75-9b53-4845-996e-9e4768412b8c HTTP/1.1" status: 204 len: 168 time: 0.1212263 Sep 14 16:34:00.459019 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d71ba95-8494-4d0d-82ea-07c13c5fa3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd5dd75-9b53-4845-996e-9e4768412b8c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:00.802703 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49950) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:00.815637 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d9110ce-e309-472b-aac5-21d40df5bb4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.907754 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d9110ce-e309-472b-aac5-21d40df5bb4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.913169 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2d9110ce-e309-472b-aac5-21d40df5bb4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:00.951966 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9110ce-e309-472b-aac5-21d40df5bb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7c155f-2576-4293-a749-3f5e60db5708,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:00.957109 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2d9110ce-e309-472b-aac5-21d40df5bb4a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a685b1bfbce54de18b2efe005972d769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534002 Sep 14 16:34:00.960990 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49956) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:01.011731 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b4204c9-d389-4de6-831f-f39d9801668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:01.033376 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b4204c9-d389-4de6-831f-f39d9801668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:01.082169 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b4204c9-d389-4de6-831f-f39d9801668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:01.084647 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-4b4204c9-d389-4de6-831f-f39d9801668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:01.085840 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-4b4204c9-d389-4de6-831f-f39d9801668a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c7c155f-2576-4293-a749-3f5e60db5708 HTTP/1.1" status: 204 len: 168 time: 0.1236999 Sep 14 16:34:01.093424 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4204c9-d389-4de6-831f-f39d9801668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7c155f-2576-4293-a749-3f5e60db5708,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:02.106908 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 49994) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:02.220633 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eb6300b-cb06-4a7e-9e33-4f32466f0c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:02.306382 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eb6300b-cb06-4a7e-9e33-4f32466f0c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:02.310193 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-1eb6300b-cb06-4a7e-9e33-4f32466f0c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:02.347403 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-1eb6300b-cb06-4a7e-9e33-4f32466f0c2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83d163f5f0004fb8948e06ba051966d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2392044 Sep 14 16:34:02.349496 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb6300b-cb06-4a7e-9e33-4f32466f0c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f92b474-bedc-4713-9014-8bde8d9700dc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:02.350193 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50000) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:02.398436 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a25f-5466-43c3-a411-59f375b2160a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:02.421166 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a25f-5466-43c3-a411-59f375b2160a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:02.466653 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a25f-5466-43c3-a411-59f375b2160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:02.469126 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9ae9a25f-5466-43c3-a411-59f375b2160a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:02.470300 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9ae9a25f-5466-43c3-a411-59f375b2160a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f92b474-bedc-4713-9014-8bde8d9700dc HTTP/1.1" status: 204 len: 168 time: 0.1191111 Sep 14 16:34:02.478479 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9a25f-5466-43c3-a411-59f375b2160a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f92b474-bedc-4713-9014-8bde8d9700dc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:08.752606 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50086) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:08.858012 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b20311be-d389-4d64-9865-2263c324621f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:08.944543 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b20311be-d389-4d64-9865-2263c324621f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:08.948303 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-b20311be-d389-4d64-9865-2263c324621f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:08.986498 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-b20311be-d389-4d64-9865-2263c324621f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5818c2fd0bf48e59142ab03700fa077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2344673 Sep 14 16:34:08.987634 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20311be-d389-4d64-9865-2263c324621f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b096a701-c544-45eb-a52a-6312ba7706c1,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:08.989292 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50098) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:09.039103 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d5df10-ab41-4f28-a38f-67599ce6d35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:09.061242 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d5df10-ab41-4f28-a38f-67599ce6d35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:09.106135 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d5df10-ab41-4f28-a38f-67599ce6d35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:09.108694 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-f0d5df10-ab41-4f28-a38f-67599ce6d35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:09.109842 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-f0d5df10-ab41-4f28-a38f-67599ce6d35f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b096a701-c544-45eb-a52a-6312ba7706c1 HTTP/1.1" status: 204 len: 168 time: 0.1188555 Sep 14 16:34:09.117462 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5df10-ab41-4f28-a38f-67599ce6d35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b096a701-c544-45eb-a52a-6312ba7706c1,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:14.413619 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50172) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:14.515755 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e606692e-1fce-4af4-a39b-5a0bd19777bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:14.600813 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e606692e-1fce-4af4-a39b-5a0bd19777bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:14.604391 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e606692e-1fce-4af4-a39b-5a0bd19777bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:14.640613 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e606692e-1fce-4af4-a39b-5a0bd19777bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb916ce2e569403ba376480c6c441deb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259703 Sep 14 16:34:14.642528 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e606692e-1fce-4af4-a39b-5a0bd19777bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b59736-68e4-4fd5-a54e-59e6e260f970,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:14.643364 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50176) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:14.692081 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7496db4-0fb2-4f21-80bb-ab986f48b849 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:14.712231 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7496db4-0fb2-4f21-80bb-ab986f48b849 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:14.760611 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7496db4-0fb2-4f21-80bb-ab986f48b849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:14.763130 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-a7496db4-0fb2-4f21-80bb-ab986f48b849 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:14.764345 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-a7496db4-0fb2-4f21-80bb-ab986f48b849 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98b59736-68e4-4fd5-a54e-59e6e260f970 HTTP/1.1" status: 204 len: 168 time: 0.1199200 Sep 14 16:34:14.771792 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7496db4-0fb2-4f21-80bb-ab986f48b849 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b59736-68e4-4fd5-a54e-59e6e260f970,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:15.355258 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50198) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:15.446806 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1446247105-network', 'tenant_id': '7629796543d748319d880c196af0fdba'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:15.467628 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Made reservation on behalf of 7629796543d748319d880c196af0fdba for: {'network': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:34:15.469767 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.478296 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.562227 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.565759 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.586187 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=93882) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:34:15.599896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9fd552a-90d1-4080-b0b6-014d35d3b6e9,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:15.608270 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.608612 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.segments_db [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Added segment 22c7e959-9532-49ae-80d0-ecebd4bbb4a1 of type vlan for network 824f7741-e44d-48a8-b507-105cf4655e2a Sep 14 16:34:15.646661 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.670999 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.671940 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:15.672511 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.701368 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3450315 Sep 14 16:34:15.704275 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50202) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:15.709835 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Request body: {'subnet': {'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1446247105-subnet', 'tenant_id': '7629796543d748319d880c196af0fdba', 'ip_version': 4}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:15.729853 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Made reservation on behalf of 7629796543d748319d880c196af0fdba for: {'subnet': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:34:15.732036 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25866128'] for subnet, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.736726 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94903afb-7483-41f0-8000-052c1de21ae7 admin admin] Pushing event updated for resources: {'Network': ['ID=824f7741-e44d-48a8-b507-105cf4655e2a,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:15.747070 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 824f7741-e44d-48a8-b507-105cf4655e2a details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:34:15.895110 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26358863', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25866126'] for subnet, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.951042 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e26622a-bdaa-414e-b825-662edd89fe5c,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:15.956047 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Checking segment: {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:15.956394 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Network hostable DHCP agents. Network: 824f7741-e44d-48a8-b507-105cf4655e2a, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93883) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:34:15.971884 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Network 824f7741-e44d-48a8-b507-105cf4655e2a is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93883) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:34:15.979747 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 824f7741-e44d-48a8-b507-105cf4655e2a) {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:15.983717 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:15.984242 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:15.989461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1725a63-6c4d-42ad-b7d5-6c2e27dcc2f1 None None] Network 824f7741-e44d-48a8-b507-105cf4655e2a requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:34:15.998406 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e3d0df00-8de7-4fc1-ba76-e30b059b3426 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2928822 Sep 14 16:34:16.001137 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50204) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:16.006027 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:16.026780 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.027877 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.089458 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.142285 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-824f7741-e44d-48a8-b507-105cf4655e2a', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:34:16.143145 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.222368 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.275906 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Allocated IP 172.20.0.2 (824f7741-e44d-48a8-b507-105cf4655e2a/4e26622a-bdaa-414e-b825-662edd89fe5c/bf556d0f-9de4-455e-9b61-24fe8c13b1fb) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:34:16.420389 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.428540 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Transition to ACTIVE for port object bf556d0f-9de4-455e-9b61-24fe8c13b1fb will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:16.430598 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.443326 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Transition to ACTIVE for port object bf556d0f-9de4-455e-9b61-24fe8c13b1fb will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:16.448484 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.449442 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.485088 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Network 824f7741-e44d-48a8-b507-105cf4655e2a is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:16.487814 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:16.491269 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:34:16.499850 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Pushing event updated for resources: {'Port': ['ID=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:16.510597 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.510597 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.510879 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.510996 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.511292 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.511621 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.511946 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.512268 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.512596 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.512910 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.513228 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.513565 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:16.556670 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Allocated IP 172.27.3.66 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:34:16.558082 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Attempting to bind port bf556d0f-9de4-455e-9b61-24fe8c13b1fb on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:34:16.558447 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Attempting to bind port bf556d0f-9de4-455e-9b61-24fe8c13b1fb by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:34:16.558802 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Attempting to bind port bf556d0f-9de4-455e-9b61-24fe8c13b1fb on network 824f7741-e44d-48a8-b507-105cf4655e2a {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:16.563628 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:34:16.563994 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Checking segment: {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:16.564923 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.565306 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Bound using segment: {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:34:16.565786 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Bound port: bf556d0f-9de4-455e-9b61-24fe8c13b1fb, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:34:16.566160 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.629811 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] For port bf556d0f-9de4-455e-9b61-24fe8c13b1fb, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:34:16.632903 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] For port bf556d0f-9de4-455e-9b61-24fe8c13b1fb, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:34:16.636397 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.658670 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.709004 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28ed50-77f4-42b9-84a7-650a38a4df01 None None] Pushing event updated for resources: {'Port': ['ID=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:16.710098 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.718100 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:16.749675 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:16.752902 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:16.757263 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:34:16.786861 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Pushing event updated for resources: {'Port': ['ID=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:16.952916 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:34:17.016608 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:17.209426 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:17.275275 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device bf556d0f-9de4-455e-9b61-24fe8c13b1fb up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:17.342744 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port bf556d0f-9de4-455e-9b61-24fe8c13b1fb completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:17.537039 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f07c258-a6d6-4afc-ad76-3632280d308f None None] Network 824f7741-e44d-48a8-b507-105cf4655e2a requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:34:17.594541 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:34:17.609306 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9bd0c68f-c878-4893-b540-cab8a2e33f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:17.635855 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d2ffcccc-9694-48d4-83d7-301d8f69a1d8 None None] Provisioning for port bf556d0f-9de4-455e-9b61-24fe8c13b1fb completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:17.660776 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d2ffcccc-9694-48d4-83d7-301d8f69a1d8 None None] Provisioning complete for port bf556d0f-9de4-455e-9b61-24fe8c13b1fb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:17.661145 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcccc-9694-48d4-83d7-301d8f69a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:17.701123 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:34:17.717239 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:17.718487 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8a582f1b-1293-49e8-9986-89b8a7ca9fb0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7158773 Sep 14 16:34:17.721800 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50206) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:17.730588 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Sync routers for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:34:17.750171 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:17.750780 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:17.860678 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcccc-9694-48d4-83d7-301d8f69a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:17.913061 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:17.915786 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d2ffcccc-9694-48d4-83d7-301d8f69a1d8 None None] For port bf556d0f-9de4-455e-9b61-24fe8c13b1fb, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:17.940751 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2ffcccc-9694-48d4-83d7-301d8f69a1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.073152 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ffcccc-9694-48d4-83d7-301d8f69a1d8 None None] Pushing event updated for resources: {'Port': ['ID=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:18.084551 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3d4f1510-53c0-4dbf-bc16-1e56c4645bee None None] Provisioning complete for port bf556d0f-9de4-455e-9b61-24fe8c13b1fb triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:18.084915 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3d4f1510-53c0-4dbf-bc16-1e56c4645bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.144401 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.204046 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:16Z', 'revision_number': 3, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:18.233087 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Checking router: 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:34:18.233449 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Updating router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:34:18.261329 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.299799 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Allocated IP 172.20.0.1 (824f7741-e44d-48a8-b507-105cf4655e2a/4e26622a-bdaa-414e-b825-662edd89fe5c/5a4a885b-f363-4476-a826-bfd2768c4cd2) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:34:18.400400 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.413436 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Transition to ACTIVE for port object 5a4a885b-f363-4476-a826-bfd2768c4cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:18.445696 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.483331 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Network 824f7741-e44d-48a8-b507-105cf4655e2a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:18.488096 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:18.492322 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:34:18.510086 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.518951 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4a885b-f363-4476-a826-bfd2768c4cd2,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:18.521824 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Transition to ACTIVE for port object b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:18.528296 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.541480 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.581869 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050ec04-a8ee-446a-84b6-2a52ba0497f8 None None] Pushing event updated for resources: {'Port': ['ID=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:18.584151 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Attempting to bind port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:34:18.584513 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Attempting to bind port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:34:18.584869 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Attempting to bind port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:18.590503 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:34:18.590871 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:18.591532 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.591652 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:34:18.592086 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Bound port: b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:34:18.592466 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.649837 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] For port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:34:18.653118 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] For port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:34:18.659440 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.678960 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.722120 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:18.722741 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:33:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:18.725746 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5050ec04-a8ee-446a-84b6-2a52ba0497f8 None None] Pushing event updated for resources: {'Port': ['ID=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:18.796747 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f924d38e-aa67-4696-a858-06f0963bcbce None None] Provisioning for port 5a4a885b-f363-4476-a826-bfd2768c4cd2 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:18.804312 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-f924d38e-aa67-4696-a858-06f0963bcbce None None] Provisioning complete for port 5a4a885b-f363-4476-a826-bfd2768c4cd2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:18.804679 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f924d38e-aa67-4696-a858-06f0963bcbce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.843947 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.848575 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.852255 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-f924d38e-aa67-4696-a858-06f0963bcbce None None] Port 5a4a885b-f363-4476-a826-bfd2768c4cd2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:34:18.863700 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:18.914617 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:18.916350 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Pushing event updated for resources: {'Port': ['ID=5a4a885b-f363-4476-a826-bfd2768c4cd2,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:19.008803 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Network 824f7741-e44d-48a8-b507-105cf4655e2a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:19.010282 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:19.063638 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 1, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:19.133856 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:34:19.214712 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c96c45-9960-42f0-81fd-1521630ae697 None None] The sync data for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi is: [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 1, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:34:19.262325 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device bf556d0f-9de4-455e-9b61-24fe8c13b1fb up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:19.268158 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:34:19.282534 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-86cc4c61-9c64-4cd7-9829-ed9b84275271 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e2e0832-9225-4db8-ab0f-e84cb1b313b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5512874 Sep 14 16:34:19.305236 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-62d065f9-e83c-4d45-8db2-3d0b8a6ffad8 None None] Provisioning complete for port 5a4a885b-f363-4476-a826-bfd2768c4cd2 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:19.305731 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-62d065f9-e83c-4d45-8db2-3d0b8a6ffad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:19.351387 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-62d065f9-e83c-4d45-8db2-3d0b8a6ffad8 None None] Port 5a4a885b-f363-4476-a826-bfd2768c4cd2 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:34:19.359066 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port bf556d0f-9de4-455e-9b61-24fe8c13b1fb triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:19.359414 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:19.782232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50222) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:19.787526 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1112392726-network', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:19.811982 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Made reservation on behalf of 612b6cee32f64fe5a689ec0d92260414 for: {'network': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:34:19.813448 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for network, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:19.830492 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:19.934538 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:19.938738 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:19.968164 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=93883) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 14 16:34:19.974293 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198d53be-32ce-4368-9d57-727f674ca5fc,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:19.983120 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:19.983450 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.segments_db [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Added segment 726fdde5-1c0e-471d-896f-c3893f69e34a of type vlan for network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 Sep 14 16:34:20.009277 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fa3442de-2c42-432f-b57b-8c4fb612028d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.033680 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787924608040'] for network, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.059694 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125'] for network, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.060988 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:20.062672 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.094191 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3107297 Sep 14 16:34:20.097722 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50226) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:20.103245 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Request body: {'subnet': {'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1112392726-subnet', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'ip_version': 4}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:20.123504 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Made reservation on behalf of 612b6cee32f64fe5a689ec0d92260414 for: {'subnet': 1} {{(pid=93882) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:34:20.125817 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26018461'] for subnet, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.127478 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9426171-58b1-443c-8ff9-abcf685c821c admin admin] Pushing event updated for resources: {'Network': ['ID=7ee42690-c8b3-4104-a7e3-a2ffbb0da427,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:20.138642 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 details requested by agent ovs-agent-dv-cinder-807083-8-iscsi with host dv-cinder-807083-8-iscsi {{(pid=93884) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 14 16:34:20.300018 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-25172286', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26018435'] for subnet, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.359920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Pushing event updated for resources: {'Subnet': ['ID=82e0c20c-2890-4dc3-8171-e63c82c42210,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:20.370217 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Checking segment: {'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93882) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:20.370686 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Network hostable DHCP agents. Network: 7ee42690-c8b3-4104-a7e3-a2ffbb0da427, hostable agents: ['fc1b3331-31d6-41b8-8774-1e21a3a7df8b'], hosted agents: [] {{(pid=93882) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 14 16:34:20.387456 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.394269 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 is scheduled to be hosted by DHCP agent fc1b3331-31d6-41b8-8774-1e21a3a7df8b with binding_index 1 {{(pid=93882) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 14 16:34:20.405845 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-807083-8-iscsi, 7ee42690-c8b3-4104-a7e3-a2ffbb0da427) {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:20.410191 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:20.410797 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.419142 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e73d6e0-12fe-416a-895e-880f6e0575fa None None] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:34:20.428324 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50230) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:20.428738 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-947f95ec-15d9-441b-8491-4a178ef0300d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3291814 Sep 14 16:34:20.433100 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:20.455340 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537481', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1192'] for router, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.456494 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-536601', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-536457', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-477746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1185'] for router, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.510071 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.568507 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd9b5a9df-3e9a-5d5c-9b71-d6e6d12cc89c-7ee42690-c8b3-4104-a7e3-a2ffbb0da427', 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'fixed_ips': [{'subnet_id': '82e0c20c-2890-4dc3-8171-e63c82c42210'}]}} from dv-cinder-807083-8-iscsi. {{(pid=93884) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 14 16:34:20.569369 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.648902 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.710044 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.db_base_plugin_common [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Allocated IP 172.20.0.2 (7ee42690-c8b3-4104-a7e3-a2ffbb0da427/82e0c20c-2890-4dc3-8171-e63c82c42210/0be2ea43-1573-47c5-897a-fbd060345572) {{(pid=93884) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:34:20.866439 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Notify callbacks [] for port, precommit_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.872309 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.877403 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Transition to ACTIVE for port object 0be2ea43-1573-47c5-897a-fbd060345572 will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:20.897034 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Transition to ACTIVE for port object 0be2ea43-1573-47c5-897a-fbd060345572 will not be triggered until provisioned by entity DHCP. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:20.904442 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041'] for port, after_create {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.906371 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:20.947775 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 is already hosted by enough agents. {{(pid=93884) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:20.950752 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.scheduler.base_scheduler [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Resources bound (agent type, host, resource id): {{(pid=93884) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:20.957293 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Received port after_create {{(pid=93884) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:34:20.960461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Pushing event updated for resources: {'Port': ['ID=0be2ea43-1573-47c5-897a-fbd060345572,revision_number=1']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:21.025286 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Attempting to bind port 0be2ea43-1573-47c5-897a-fbd060345572 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:34:21.025968 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Attempting to bind port 0be2ea43-1573-47c5-897a-fbd060345572 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:34:21.026106 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Attempting to bind port 0be2ea43-1573-47c5-897a-fbd060345572 on network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:21.031403 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:34:21.031711 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Checking segment: {'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:21.032110 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.032494 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Bound using segment: {'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:34:21.033490 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Bound port: 0be2ea43-1573-47c5-897a-fbd060345572, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:34:21.033867 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.036845 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Allocated IP 172.27.3.217 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/b0268dd4-cab1-4481-840f-244ee65181ec) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:34:21.098663 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] For port 0be2ea43-1573-47c5-897a-fbd060345572, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:34:21.101648 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] For port 0be2ea43-1573-47c5-897a-fbd060345572, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=0be2ea43-1573-47c5-897a-fbd060345572,segment=NetworkSegment(726fdde5-1c0e-471d-896f-c3893f69e34a),segment_id=726fdde5-1c0e-471d-896f-c3893f69e34a)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:34:21.105908 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.145908 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.163438 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b2878-1637-45ce-a0ca-7ac4f3e2f449 None None] Pushing event updated for resources: {'Port': ['ID=0be2ea43-1573-47c5-897a-fbd060345572,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:21.201739 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.240964 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:21.244365 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:21.249282 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:34:21.255827 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Pushing event updated for resources: {'Port': ['ID=b0268dd4-cab1-4481-840f-244ee65181ec,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:21.291449 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Sync routers for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:34:21.300823 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:21.303162 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:21.304033 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:21.352337 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:21.356818 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:21.357268 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.454811 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.503950 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.526650 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:21.533928 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.551330 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:21.584362 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:21.603030 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.752373 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 2, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:21.782235 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Checking router: 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:34:21.783216 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Updating router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 port 5a4a885b-f363-4476-a826-bfd2768c4cd2 binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:34:21.792345 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-536576', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-535896'] for router, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.807883 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:21.922631 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Router 1c2dd35f-d1b0-424a-b79e-43964beef00d is scheduled to L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 with binding_index 1 {{(pid=93883) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 14 16:34:22.041718 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:34:22.053519 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Sync routers for ids ['1c2dd35f-d1b0-424a-b79e-43964beef00d'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:34:22.071995 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Routers {'1c2dd35f-d1b0-424a-b79e-43964beef00d'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:22.072284 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.073568 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['1c2dd35f-d1b0-424a-b79e-43964beef00d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:22.076922 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50232) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:34:22.084392 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-a135ca6e-0d3b-43d0-a031-f40288eee389 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6548276 Sep 14 16:34:22.100363 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.112046 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Transition to ACTIVE for port object 5a4a885b-f363-4476-a826-bfd2768c4cd2 will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:22.118792 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.165035 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Pushing event updated for resources: {'Port': ['ID=5a4a885b-f363-4476-a826-bfd2768c4cd2,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:22.174235 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.174579 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.174923 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.175254 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.175717 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.176151 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.176479 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.176802 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.177171 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.177490 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.177976 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.178483 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93885) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:34:22.231223 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Set router 1c2dd35f-d1b0-424a-b79e-43964beef00d gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:22.266006 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Attempting to bind port 5a4a885b-f363-4476-a826-bfd2768c4cd2 on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:34:22.266448 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Attempting to bind port 5a4a885b-f363-4476-a826-bfd2768c4cd2 by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:34:22.266885 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Attempting to bind port 5a4a885b-f363-4476-a826-bfd2768c4cd2 on network 824f7741-e44d-48a8-b507-105cf4655e2a {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:22.273199 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:34:22.274947 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Checking segment: {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:22.274947 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.274947 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Bound using segment: {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:34:22.275215 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Bound port: 5a4a885b-f363-4476-a826-bfd2768c4cd2, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:34:22.275529 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.346851 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] For port 5a4a885b-f363-4476-a826-bfd2768c4cd2, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:34:22.350294 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] For port 5a4a885b-f363-4476-a826-bfd2768c4cd2, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5a4a885b-f363-4476-a826-bfd2768c4cd2,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:34:22.356161 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.400476 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:22.401283 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:22.404993 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90bcd902-f7d4-4a64-9a23-1a1bad884e94 None None] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:34:22.455197 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-3112dabb-2e71-4d2e-8bb7-4caa868f12dd None None] Provisioning for port 0be2ea43-1573-47c5-897a-fbd060345572 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:22.522096 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70135674-9c0c-439d-ba4e-81fbfdc9673a None None] Pushing event updated for resources: {'Port': ['ID=5a4a885b-f363-4476-a826-bfd2768c4cd2,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:22.545275 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:22.553737 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 3, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port': {'id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:22.672308 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Checking router: 1c2dd35f-d1b0-424a-b79e-43964beef00d for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:34:22.673997 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Updating router 1c2dd35f-d1b0-424a-b79e-43964beef00d port b0268dd4-cab1-4481-840f-244ee65181ec binding host dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:34:22.711554 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.747480 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.779902 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:22Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:22.800239 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:22.812397 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706abe0c-fcea-44cb-b3dd-a1fad57bed89 None None] The sync data for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi is: [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:22Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:34:22.988405 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Allocated IP 172.20.0.1 (7ee42690-c8b3-4104-a7e3-a2ffbb0da427/82e0c20c-2890-4dc3-8171-e63c82c42210/5b4c9939-63b6-454d-bd78-3a01c29eec4d) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:34:23.039283 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Notify callbacks [] for port, precommit_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.050654 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Transition to ACTIVE for port object b0268dd4-cab1-4481-840f-244ee65181ec will not be triggered until provisioned by entity L2. {{(pid=93884) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:23.057145 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.105496 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Attempting to bind port b0268dd4-cab1-4481-840f-244ee65181ec on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:34:23.105863 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Attempting to bind port b0268dd4-cab1-4481-840f-244ee65181ec by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:34:23.106423 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Attempting to bind port b0268dd4-cab1-4481-840f-244ee65181ec on network a182d2dc-31ef-4cf1-8955-14feca0aa828 {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:23.109046 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.117520 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:34:23.117988 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Checking segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93884) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:23.118401 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.118795 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Bound using segment: {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'} {{(pid=93884) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:34:23.119258 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.managers [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Bound port: b0268dd4-cab1-4481-840f-244ee65181ec, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd05088c-d335-4155-b534-046e9187606d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828'}}] {{(pid=93884) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:34:23.119632 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.122704 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.provisioning_blocks [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Transition to ACTIVE for port object 5b4c9939-63b6-454d-bd78-3a01c29eec4d will not be triggered until provisioned by entity DHCP. {{(pid=93882) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:23.156996 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744faf5-fe9a-49b9-8878-a528d7fffccb None None] Pushing event updated for resources: {'Port': ['ID=b0268dd4-cab1-4481-840f-244ee65181ec,revision_number=2']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:23.161016 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.177397 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] For port b0268dd4-cab1-4481-840f-244ee65181ec, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93884) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:34:23.180810 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:23.180977 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] For port b0268dd4-cab1-4481-840f-244ee65181ec, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=b0268dd4-cab1-4481-840f-244ee65181ec,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:34:23.183862 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:23.186608 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:34:23.187730 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.253349 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4c9939-63b6-454d-bd78-3a01c29eec4d,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:23.267905 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-535945'] for router_interface, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.272654 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Routers {'1c2dd35f-d1b0-424a-b79e-43964beef00d'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:23.273287 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['1c2dd35f-d1b0-424a-b79e-43964beef00d'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:23.283961 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744faf5-fe9a-49b9-8878-a528d7fffccb None None] Pushing event updated for resources: {'Port': ['ID=b0268dd4-cab1-4481-840f-244ee65181ec,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:23.465898 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] Set router 1c2dd35f-d1b0-424a-b79e-43964beef00d gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:23.469779 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.511858 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 0be2ea43-1573-47c5-897a-fbd060345572 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:23.609797 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-69b98c7a-c6f5-48a4-b356-07f93f1300d7 None None] Provisioning for port 5b4c9939-63b6-454d-bd78-3a01c29eec4d completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:23.646553 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-537692e9-a95c-49e2-91a8-2cec1ec8beaa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0501325 Sep 14 16:34:23.648273 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-69b98c7a-c6f5-48a4-b356-07f93f1300d7 None None] Provisioning complete for port 5b4c9939-63b6-454d-bd78-3a01c29eec4d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:23.648651 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-69b98c7a-c6f5-48a4-b356-07f93f1300d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.664901 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.670044 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.689583 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 0be2ea43-1573-47c5-897a-fbd060345572 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:23.702769 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 0be2ea43-1573-47c5-897a-fbd060345572 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:23.703141 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.731494 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-55e9b90f-3243-4ca4-8b97-b95f01a49ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:23.733227 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-55e9b90f-3243-4ca4-8b97-b95f01a49ca9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 1099 time: 0.0419936 Sep 14 16:34:23.743088 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Pushing event updated for resources: {'Port': ['ID=5b4c9939-63b6-454d-bd78-3a01c29eec4d,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:23.744182 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-69b98c7a-c6f5-48a4-b356-07f93f1300d7 None None] Port 5b4c9939-63b6-454d-bd78-3a01c29eec4d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:34:23.753829 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-607415', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-536089'] for router_interface, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.852396 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:23.853935 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:23.854896 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-03a16c83-4940-4240-9fa0-e2bd6d78f5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:23.858683 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-03a16c83-4940-4240-9fa0-e2bd6d78f5ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1062608 Sep 14 16:34:23.933146 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-09e710fb-5ccb-4633-8449-7548d6fbc778 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19788f28-f179-4316-8652-c0dbad22a38b HTTP/1.1" status: 200 len: 1002 time: 0.0673728 Sep 14 16:34:23.950759 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 3, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port': {'id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:23.953836 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:23.977760 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Router 1c2dd35f-d1b0-424a-b79e-43964beef00d has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:34:23.986001 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8febc11c-573d-419b-9794-fcae5147b891 None None] The sync data for ids ['1c2dd35f-d1b0-424a-b79e-43964beef00d'] in dv-cinder-807083-8-iscsi is: [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 3, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port': {'id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:34:24.004645 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-a07581ac-c0db-49da-8dc3-2c7495b932d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:24.006504 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-a07581ac-c0db-49da-8dc3-2c7495b932d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0655158 Sep 14 16:34:24.022445 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 0be2ea43-1573-47c5-897a-fbd060345572, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=0be2ea43-1573-47c5-897a-fbd060345572,segment=NetworkSegment(726fdde5-1c0e-471d-896f-c3893f69e34a),segment_id=726fdde5-1c0e-471d-896f-c3893f69e34a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:24.029012 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:24.030015 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a4a885b-f363-4476-a826-bfd2768c4cd2 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:24.064798 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-9ad77d9d-2e6d-476c-907b-c9ec1a167887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:24.066808 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-9ad77d9d-2e6d-476c-907b-c9ec1a167887 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526004 Sep 14 16:34:24.113047 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:34:24.118933 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9fc90b34-944f-4536-9f60-23285190dbe1 admin admin] 10.222.0.15 "PUT /v2.0/routers/1c2dd35f-d1b0-424a-b79e-43964beef00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0407553 Sep 14 16:34:24.119354 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=0be2ea43-1573-47c5-897a-fbd060345572,revision_number=3']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:24.143730 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 5a4a885b-f363-4476-a826-bfd2768c4cd2 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:24.147974 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5a4a885b-f363-4476-a826-bfd2768c4cd2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:24.148424 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:24.190894 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-7bc1976c-ebd0-4cad-8bac-0bf202256f31 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149793 Sep 14 16:34:24.201412 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-9e008680-65e6-4f9e-81be-a52d8e86abf1 None None] Provisioning complete for port 5b4c9939-63b6-454d-bd78-3a01c29eec4d triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:24.201860 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-9e008680-65e6-4f9e-81be-a52d8e86abf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:24.266222 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-9e008680-65e6-4f9e-81be-a52d8e86abf1 None None] Port 5b4c9939-63b6-454d-bd78-3a01c29eec4d cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:34:24.277544 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:24.306568 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8723a4c6-67d3-403a-bc67-89e3f3da20e2 req-abdd5bf5-6354-4c28-a8f6-1cb1782efce1 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062286 Sep 14 16:34:24.329053 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 5a4a885b-f363-4476-a826-bfd2768c4cd2, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5a4a885b-f363-4476-a826-bfd2768c4cd2,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:24.334426 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:24.335494 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:24.427231 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=5a4a885b-f363-4476-a826-bfd2768c4cd2,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:24.440581 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:24.441774 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:25.365945 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 0be2ea43-1573-47c5-897a-fbd060345572 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:25.426039 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 0be2ea43-1573-47c5-897a-fbd060345572 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:25.426418 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:25.509143 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a4a885b-f363-4476-a826-bfd2768c4cd2 up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:25.570943 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5a4a885b-f363-4476-a826-bfd2768c4cd2 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:25.571312 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:25.654935 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b0268dd4-cab1-4481-840f-244ee65181ec up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:25.716242 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port b0268dd4-cab1-4481-840f-244ee65181ec completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:25.720789 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port b0268dd4-cab1-4481-840f-244ee65181ec triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:25.721166 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:25.816398 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:25.840523 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port b0268dd4-cab1-4481-840f-244ee65181ec, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=b0268dd4-cab1-4481-840f-244ee65181ec,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:25.844635 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:25.913036 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=b0268dd4-cab1-4481-840f-244ee65181ec,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:26.419826 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Sync routers for ids ['1c2dd35f-d1b0-424a-b79e-43964beef00d'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:34:26.429607 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Routers {'1c2dd35f-d1b0-424a-b79e-43964beef00d'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:26.430218 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['1c2dd35f-d1b0-424a-b79e-43964beef00d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:26.542404 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Set router 1c2dd35f-d1b0-424a-b79e-43964beef00d gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:26.769965 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:23Z', 'revision_number': 4, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port': {'id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5b4c9939-63b6-454d-bd78-3a01c29eec4d', 'name': '', 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'mac_address': 'fa:16:3e:f9:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '82e0c20c-2890-4dc3-8171-e63c82c42210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:22Z', 'updated_at': '2021-09-14T16:34:23Z', 'revision_number': 2, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'subnets': [{'id': '82e0c20c-2890-4dc3-8171-e63c82c42210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:26.804417 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Checking router: 1c2dd35f-d1b0-424a-b79e-43964beef00d for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:34:26.805110 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Updating router 1c2dd35f-d1b0-424a-b79e-43964beef00d port 5b4c9939-63b6-454d-bd78-3a01c29eec4d binding host dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 14 16:34:26.834417 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:27.240605 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:27.251799 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.provisioning_blocks [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Transition to ACTIVE for port object 5b4c9939-63b6-454d-bd78-3a01c29eec4d will not be triggered until provisioned by entity L2. {{(pid=93885) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:27.259275 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:27.283737 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b0268dd4-cab1-4481-840f-244ee65181ec up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:27.315984 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bd834-ff19-482e-8bdf-bb719dce0ac8 None None] Pushing event updated for resources: {'Port': ['ID=5b4c9939-63b6-454d-bd78-3a01c29eec4d,revision_number=3']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:27.381830 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port b0268dd4-cab1-4481-840f-244ee65181ec triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:27.382210 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:27.386161 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Attempting to bind port 5b4c9939-63b6-454d-bd78-3a01c29eec4d on host dv-cinder-807083-8-iscsi for vnic_type normal with profile {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:34:27.386793 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Attempting to bind port 5b4c9939-63b6-454d-bd78-3a01c29eec4d by drivers openvswitch,hyperv on host dv-cinder-807083-8-iscsi at level 0 using segments [{'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:34:27.393835 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Attempting to bind port 5b4c9939-63b6-454d-bd78-3a01c29eec4d on network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:27.401729 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Checking agent: {'id': '54a14c48-654c-4586-95ac-6cc9f7ba7429', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-807083-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 17, 20), 'started_at': datetime.datetime(2021, 9, 14, 16, 17, 50), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-807083-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:34:27.402520 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Checking segment: {'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93885) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:27.403104 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:27.403763 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Bound using segment: {'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'} {{(pid=93885) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:34:27.404804 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.managers [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Bound port: 5b4c9939-63b6-454d-bd78-3a01c29eec4d, host: dv-cinder-807083-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '726fdde5-1c0e-471d-896f-c3893f69e34a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427'}}] {{(pid=93885) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:34:27.405518 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:27.494253 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] For port 5b4c9939-63b6-454d-bd78-3a01c29eec4d, host dv-cinder-807083-8-iscsi, cleared binding levels {{(pid=93885) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:34:27.498048 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.plugins.ml2.db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] For port 5b4c9939-63b6-454d-bd78-3a01c29eec4d, host dv-cinder-807083-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5b4c9939-63b6-454d-bd78-3a01c29eec4d,segment=NetworkSegment(726fdde5-1c0e-471d-896f-c3893f69e34a),segment_id=726fdde5-1c0e-471d-896f-c3893f69e34a)] {{(pid=93885) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:34:27.506705 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron_lib.callbacks.manager [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93885) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:27.573007 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Routers {'1c2dd35f-d1b0-424a-b79e-43964beef00d'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:34:27.573830 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['1c2dd35f-d1b0-424a-b79e-43964beef00d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:27.576587 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3bd834-ff19-482e-8bdf-bb719dce0ac8 None None] Pushing event updated for resources: {'Port': ['ID=5b4c9939-63b6-454d-bd78-3a01c29eec4d,revision_number=4']} {{(pid=93885) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:27.744637 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] Set router 1c2dd35f-d1b0-424a-b79e-43964beef00d gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:34:27.973634 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:23Z', 'revision_number': 4, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port': {'id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5b4c9939-63b6-454d-bd78-3a01c29eec4d', 'name': '', 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'mac_address': 'fa:16:3e:f9:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '82e0c20c-2890-4dc3-8171-e63c82c42210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:22Z', 'updated_at': '2021-09-14T16:34:27Z', 'revision_number': 4, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'subnets': [{'id': '82e0c20c-2890-4dc3-8171-e63c82c42210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:34:28.004783 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-734c8a33-7ebb-40dd-9d6b-16a777c881c2 None None] The sync data for ids ['1c2dd35f-d1b0-424a-b79e-43964beef00d'] in dv-cinder-807083-8-iscsi is: [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:23Z', 'revision_number': 4, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port': {'id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5b4c9939-63b6-454d-bd78-3a01c29eec4d', 'name': '', 'network_id': '7ee42690-c8b3-4104-a7e3-a2ffbb0da427', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'mac_address': 'fa:16:3e:f9:ab:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '82e0c20c-2890-4dc3-8171-e63c82c42210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:22Z', 'updated_at': '2021-09-14T16:34:27Z', 'revision_number': 4, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'subnets': [{'id': '82e0c20c-2890-4dc3-8171-e63c82c42210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:34:29.309628 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5b4c9939-63b6-454d-bd78-3a01c29eec4d up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:29.368169 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning for port 5b4c9939-63b6-454d-bd78-3a01c29eec4d completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:29.372424 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5b4c9939-63b6-454d-bd78-3a01c29eec4d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:29.372877 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:29.461064 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:29.509417 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-c098391d-548d-44da-828f-f5645923445c None None] For port 5b4c9939-63b6-454d-bd78-3a01c29eec4d, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5b4c9939-63b6-454d-bd78-3a01c29eec4d,segment=NetworkSegment(726fdde5-1c0e-471d-896f-c3893f69e34a),segment_id=726fdde5-1c0e-471d-896f-c3893f69e34a)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:29.524747 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:29.580135 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Pushing event updated for resources: {'Port': ['ID=5b4c9939-63b6-454d-bd78-3a01c29eec4d,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:31.269510 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5b4c9939-63b6-454d-bd78-3a01c29eec4d up at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:31.323895 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-c098391d-548d-44da-828f-f5645923445c None None] Provisioning complete for port 5b4c9939-63b6-454d-bd78-3a01c29eec4d triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:31.324396 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:33.818940 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-0121848b-6633-4a32-b78f-8947e8ba6d71 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:33.820368 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-0121848b-6633-4a32-b78f-8947e8ba6d71 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 815 time: 0.1025512 Sep 14 16:34:33.834513 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-233eb86c-a983-43f6-9936-90bf902fa7df tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/quotas/7629796543d748319d880c196af0fdba HTTP/1.1" status: 200 len: 375 time: 0.0085821 Sep 14 16:34:33.885234 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-e58ec30d-3e7b-43cd-a9c2-71baf9fe447f tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456774 Sep 14 16:34:33.977665 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-b27bad6d-bc14-41af-9705-c60de524e95b service neutron] 10.222.0.15 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810297 Sep 14 16:34:34.077140 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-3cdb50e0-185d-4ce9-996d-ff86f468d1da service neutron] 10.222.0.15 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935218 Sep 14 16:34:34.234054 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-457b5579-014e-4097-967a-e728aaf244be req-2c2a26cf-3290-434f-bfa1-78f704cab880 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 210 time: 0.0262377 Sep 14 16:34:35.329093 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7b89f6d6-57ca-4202-bbe2-f0aaa26ffcea req-f5c39164-8c8b-41bb-bb81-9d37c4411c93 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 210 time: 0.0274048 Sep 14 16:34:35.363791 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-3b5c9d79-c736-4f9f-8177-0e45a235e8dc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:35.365204 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-3b5c9d79-c736-4f9f-8177-0e45a235e8dc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.20 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 815 time: 0.3477371 Sep 14 16:34:35.379451 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'port': {'device_id': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'admin_state_up': True, 'tenant_id': '7629796543d748319d880c196af0fdba'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:35.519002 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Made reservation on behalf of 7629796543d748319d880c196af0fdba for: {'port': 1} {{(pid=93883) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 14 16:34:35.524084 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:35.693052 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_common [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Allocated IP 172.20.0.12 (824f7741-e44d-48a8-b507-105cf4655e2a/4e26622a-bdaa-414e-b825-662edd89fe5c/1842c788-bd3a-4303-901a-843f8babc600) {{(pid=93883) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:34:35.853479 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for port, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:35.866919 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Transition to ACTIVE for port object 1842c788-bd3a-4303-901a-843f8babc600 will not be triggered until provisioned by entity DHCP. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:35.898369 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:35.941936 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Network 824f7741-e44d-48a8-b507-105cf4655e2a is already hosted by enough agents. {{(pid=93883) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:34:35.945055 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.base_scheduler [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Resources bound (agent type, host, resource id): {{(pid=93883) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:34:35.947522 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Received port after_create {{(pid=93883) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:34:35.983276 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:36.012154 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:36.012928 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:36.038716 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-2acf046a-0522-43c8-be99-812be2b02ac5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6634355 Sep 14 16:34:36.149676 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83add63f-d94e-4021-a71c-92e14aa36a1d None None] Provisioning for port 1842c788-bd3a-4303-901a-843f8babc600 completed by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:36.163576 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-83add63f-d94e-4021-a71c-92e14aa36a1d None None] Provisioning complete for port 1842c788-bd3a-4303-901a-843f8babc600 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:36.164028 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-83add63f-d94e-4021-a71c-92e14aa36a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:36.200958 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-83add63f-d94e-4021-a71c-92e14aa36a1d None None] Port 1842c788-bd3a-4303-901a-843f8babc600 cannot update to ACTIVE because it is not bound. {{(pid=93884) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 14 16:34:36.453333 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2212d30e-2ddb-45cf-aa90-8eafe5d1f82d req-9fa13328-ecd3-4a59-8386-8ba4ab51211a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:36.455269 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2212d30e-2ddb-45cf-aa90-8eafe5d1f82d req-9fa13328-ecd3-4a59-8386-8ba4ab51211a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0529149 Sep 14 16:34:36.496527 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2212d30e-2ddb-45cf-aa90-8eafe5d1f82d req-0062171b-d9f2-454e-b049-3021f65e0471 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Sep 14 16:34:37.612496 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5af7413-5f16-4c87-b545-ff313e885f37 req-95f2d205-3faf-4749-84b9-8ced71fab40c tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:37.614126 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5af7413-5f16-4c87-b545-ff313e885f37 req-95f2d205-3faf-4749-84b9-8ced71fab40c tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0523465 Sep 14 16:34:37.651154 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b5af7413-5f16-4c87-b545-ff313e885f37 req-80fa91f0-19d0-46b1-ade8-f8a6a0572e35 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307045 Sep 14 16:34:38.765377 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c2687e-e961-4fe6-9413-91158c658023 req-1e6a5ca8-da36-41f5-9341-fab3e5ea586a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:38.767753 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69c2687e-e961-4fe6-9413-91158c658023 req-1e6a5ca8-da36-41f5-9341-fab3e5ea586a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0511692 Sep 14 16:34:38.806645 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-69c2687e-e961-4fe6-9413-91158c658023 req-7c6f073c-6ec1-4641-8e36-aae175a546c2 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Sep 14 16:34:39.924230 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ee255b-b3a5-46d5-ae18-4e46304d7a1a req-ec12dc37-b813-4089-b088-dc7753bda16b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:39.926350 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-40ee255b-b3a5-46d5-ae18-4e46304d7a1a req-ec12dc37-b813-4089-b088-dc7753bda16b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0555944 Sep 14 16:34:39.968470 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-40ee255b-b3a5-46d5-ae18-4e46304d7a1a req-fd89aca2-3a17-4259-a6b3-b5d6ac09b1dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364673 Sep 14 16:34:41.081939 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b1abd-5a81-4bbd-81dd-a9ed200860f8 req-c5e559d3-a544-4ad7-a0e3-29fded52092d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:41.083432 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-333b1abd-5a81-4bbd-81dd-a9ed200860f8 req-c5e559d3-a544-4ad7-a0e3-29fded52092d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0487761 Sep 14 16:34:41.119790 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-333b1abd-5a81-4bbd-81dd-a9ed200860f8 req-a9f4381a-7d67-4338-b27a-cd823b576442 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305514 Sep 14 16:34:42.251290 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08a1417-ab0b-4be4-819e-7783436f16a8 req-6a4f5b7f-0ed2-4a03-b339-08c2b850b9e2 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:42.253291 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f08a1417-ab0b-4be4-819e-7783436f16a8 req-6a4f5b7f-0ed2-4a03-b339-08c2b850b9e2 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0706034 Sep 14 16:34:42.290880 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f08a1417-ab0b-4be4-819e-7783436f16a8 req-b07d628b-d04a-4bf4-8d01-a14c1704cd72 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317430 Sep 14 16:34:43.412276 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5db73e-9db4-4342-bde7-cea44b9194cd req-67b9b9ca-cb17-4474-8c32-c380ddb4c267 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:43.413763 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e5db73e-9db4-4342-bde7-cea44b9194cd req-67b9b9ca-cb17-4474-8c32-c380ddb4c267 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0481791 Sep 14 16:34:43.458594 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2e5db73e-9db4-4342-bde7-cea44b9194cd req-497c988e-77ea-49ce-bce6-e884de80c755 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389016 Sep 14 16:34:44.572601 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8025745-dc11-4663-b909-ffe8ed985c0e req-9a211ee8-fed7-42cf-b6ca-50cbecd19ed7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:44.574327 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8025745-dc11-4663-b909-ffe8ed985c0e req-9a211ee8-fed7-42cf-b6ca-50cbecd19ed7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0493288 Sep 14 16:34:44.620101 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d8025745-dc11-4663-b909-ffe8ed985c0e req-9add6a1f-c0ad-4059-a55a-9edc8f6f556c tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396054 Sep 14 16:34:45.739647 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5e4fc-39c3-40dc-a996-8901c50e2450 req-4adb64b4-6023-4b01-9733-2c8261b37d4d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:45.741082 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1db5e4fc-39c3-40dc-a996-8901c50e2450 req-4adb64b4-6023-4b01-9733-2c8261b37d4d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0494156 Sep 14 16:34:45.777760 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1db5e4fc-39c3-40dc-a996-8901c50e2450 req-4d2da052-15c6-405a-871a-605218125211 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306618 Sep 14 16:34:46.710574 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:46.892618 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edc835-bf2f-45be-81a4-fb4e9836b462 req-72f90917-a2e1-4a7a-a55f-fa1091996275 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:46.894619 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-61edc835-bf2f-45be-81a4-fb4e9836b462 req-72f90917-a2e1-4a7a-a55f-fa1091996275 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 932 time: 0.0514596 Sep 14 16:34:46.934843 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-61edc835-bf2f-45be-81a4-fb4e9836b462 req-a0dd71e2-aa2c-4e9c-bc82-075e1b8cd472 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343642 Sep 14 16:34:46.975164 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Request body: {'port': {'device_id': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80708'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:34:47.030718 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:47.280257 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1842c788-bd3a-4303-901a-843f8babc600 {{(pid=93883) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:34:47.287622 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:47.298709 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.provisioning_blocks [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Transition to ACTIVE for port object 1842c788-bd3a-4303-901a-843f8babc600 will not be triggered until provisioned by entity L2. {{(pid=93883) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 14 16:34:47.302905 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:47.355884 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Pushing event updated for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=2']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:47.422561 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Attempting to bind port 1842c788-bd3a-4303-901a-843f8babc600 on host hv-cinder-80708 for vnic_type normal with profile {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 14 16:34:47.422923 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Attempting to bind port 1842c788-bd3a-4303-901a-843f8babc600 by drivers openvswitch,hyperv on host hv-cinder-80708 at level 0 using segments [{'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 14 16:34:47.423248 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Attempting to bind port 1842c788-bd3a-4303-901a-843f8babc600 on network 824f7741-e44d-48a8-b507-105cf4655e2a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:47.427676 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Port 1842c788-bd3a-4303-901a-843f8babc600 on network 824f7741-e44d-48a8-b507-105cf4655e2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80708 {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 14 16:34:47.427986 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Attempting to bind port 1842c788-bd3a-4303-901a-843f8babc600 on network 824f7741-e44d-48a8-b507-105cf4655e2a {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 14 16:34:47.433560 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Checking agent: {'id': 'fe3b2552-fe64-4cd2-b5bf-701cde1f3cfa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80708', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'started_at': datetime.datetime(2021, 9, 14, 16, 23, 16), 'heartbeat_timestamp': datetime.datetime(2021, 9, 14, 16, 34, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 14 16:34:47.433962 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Checking segment: {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93883) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 14 16:34:47.434350 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Bound using segment: {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'} {{(pid=93883) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 14 16:34:47.434800 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.managers [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Bound port: 1842c788-bd3a-4303-901a-843f8babc600, host: hv-cinder-80708, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22c7e959-9532-49ae-80d0-ecebd4bbb4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a'}}] {{(pid=93883) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 14 16:34:47.435168 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:47.498355 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, cleared binding levels {{(pid=93883) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 14 16:34:47.501455 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1842c788-bd3a-4303-901a-843f8babc600,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93883) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 14 16:34:47.506252 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26359232'] for port, after_update {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:47.539208 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:47.539843 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:47.541208 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] 10.222.0.20 "PUT /v2.0/ports/1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 1094 time: 0.5718875 Sep 14 16:34:47.541628 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:34:47.543835 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa5f553-99fc-459c-a1f2-e76752670158" -d '{"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:34:47.572090 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d78eb5-9514-4015-aed1-c88162ccf19b service neutron] Pushing event updated for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=3']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:47.586583 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-0c944e0f-1911-41f6-8ec9-41e6e6c91be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:47.590814 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afa44f4-7710-4fb9-9d58-2225ded01cdc x-openstack-request-id: req-5afa44f4-7710-4fb9-9d58-2225ded01cdc {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:34:47.591107 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:34:47.591359 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5afa44f4-7710-4fb9-9d58-2225ded01cdc {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:34:47.591827 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600', 'status': 'completed', 'code': 200} Sep 14 16:34:47.642665 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-afd50535-38dc-4949-8595-c494ef924181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:47.644263 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-afd50535-38dc-4949-8595-c494ef924181 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1097 time: 0.0459800 Sep 14 16:34:47.687893 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-3b673d99-3b32-4065-8857-6cd50bb81a74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 217 time: 0.0359793 Sep 14 16:34:47.735824 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-17f55c95-353f-4964-a6a7-015797674a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:47.737716 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-17f55c95-353f-4964-a6a7-015797674a8a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 200 len: 854 time: 0.0430870 Sep 14 16:34:47.785639 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-7aaf1dc8-126f-4705-ab7d-c753753d5a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:47.787076 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-7aaf1dc8-126f-4705-ab7d-c753753d5a74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=824f7741-e44d-48a8-b507-105cf4655e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420475 Sep 14 16:34:47.874838 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-b907363f-cf39-48c1-a458-e5749abb2b9c service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804768 Sep 14 16:34:47.963229 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-8917ab18-4662-4b6e-a8f3-d1bec09d4807 req-aeb6f46f-f61e-432d-a41b-a5118cea2129 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818579 Sep 14 16:34:48.048080 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-6428bfe3-d618-4b4f-8d62-617c6af3f5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:48.048768 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cbdfaf-953e-4868-804d-3fda6b1a77a5 req-4cb307ba-381f-49ce-80e1-ffd602193c24 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:48.050207 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-6428bfe3-d618-4b4f-8d62-617c6af3f5c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1097 time: 0.0409055 Sep 14 16:34:48.050612 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29cbdfaf-953e-4868-804d-3fda6b1a77a5 req-4cb307ba-381f-49ce-80e1-ffd602193c24 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 944 time: 0.0517113 Sep 14 16:34:48.087310 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-29cbdfaf-953e-4868-804d-3fda6b1a77a5 req-d4ef2e97-4225-4b33-b342-12634fb79416 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305207 Sep 14 16:34:48.141407 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-be08cc10-cd36-4667-9a42-93c49fb4b9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:48.142880 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-be08cc10-cd36-4667-9a42-93c49fb4b9fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 916 time: 0.0862243 Sep 14 16:34:48.183887 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-6e3f0250-b324-4ced-be7b-c5e09ecb5791 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 217 time: 0.0338931 Sep 14 16:34:48.231249 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-aecbd5bd-09be-47fe-9f85-db1399ff0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:48.232586 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-aecbd5bd-09be-47fe-9f85-db1399ff0fea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 200 len: 854 time: 0.0408022 Sep 14 16:34:48.275947 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-587dc4ff-90bf-4ad7-8e50-c81079e17224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:48.277368 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-587dc4ff-90bf-4ad7-8e50-c81079e17224 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=824f7741-e44d-48a8-b507-105cf4655e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0380185 Sep 14 16:34:48.368550 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-5bd0475b-6ee2-4974-ba5e-0b0c1029e0a1 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833149 Sep 14 16:34:48.460180 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-9aa5f553-99fc-459c-a1f2-e76752670158 req-3d11b95a-68c2-49f8-b31c-054681ec1957 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835142 Sep 14 16:34:49.202763 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21515c2e-660f-4fb5-b0cb-3806a18e4539 req-5084ca90-98ea-4299-bee5-fb76c05127cf tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:49.204238 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-21515c2e-660f-4fb5-b0cb-3806a18e4539 req-5084ca90-98ea-4299-bee5-fb76c05127cf tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 944 time: 0.0486503 Sep 14 16:34:49.242275 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-21515c2e-660f-4fb5-b0cb-3806a18e4539 req-892dfff8-49a1-4fd2-a85d-a76f951c2b45 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320215 Sep 14 16:34:50.010640 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-088dc168-b89e-48ba-a09e-e24da07ed5db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:50.249410 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1842c788-bd3a-4303-901a-843f8babc600 details requested by agent hyperv_hv-cinder-80708 with host hv-cinder-80708 {{(pid=93884) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 14 16:34:50.347241 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1842c788-bd3a-4303-901a-843f8babc600,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:50.356915 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15813a17-5884-49c1-90fd-86466f482e3f req-8f7fb353-071d-47ec-9be8-d4a3965297e9 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:50.358217 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Returning: {'device': '1842c788-bd3a-4303-901a-843f8babc600', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'port_id': '1842c788-bd3a-4303-901a-843f8babc600', 'mac_address': 'fa:16:3e:ce:22:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 217, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93884) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 14 16:34:50.358399 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-15813a17-5884-49c1-90fd-86466f482e3f req-8f7fb353-071d-47ec-9be8-d4a3965297e9 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 944 time: 0.0494070 Sep 14 16:34:50.400177 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-15813a17-5884-49c1-90fd-86466f482e3f req-8ff3667d-b728-4629-882f-a09ae46fbcba tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352590 Sep 14 16:34:50.404896 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:50.406502 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:50.419949 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1842c788-bd3a-4303-901a-843f8babc600 {{(pid=93884) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 14 16:34:50.439894 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1842c788-bd3a-4303-901a-843f8babc600,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:50.443409 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:50.491411 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=4']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:50.670029 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['1842c788-bd3a-4303-901a-843f8babc600'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:34:51.436939 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:51.526587 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20de74f-7c5c-484e-86f9-794bec5f53db req-a473b5a1-b73c-4ffa-a78e-3e150c86b3a6 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:51.528004 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a20de74f-7c5c-484e-86f9-794bec5f53db req-a473b5a1-b73c-4ffa-a78e-3e150c86b3a6 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 945 time: 0.0472777 Sep 14 16:34:51.564681 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a20de74f-7c5c-484e-86f9-794bec5f53db req-7ae0cf30-bc9f-4e67-a16a-b1e6acea4f51 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300844 Sep 14 16:34:52.251918 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1842c788-bd3a-4303-901a-843f8babc600 up at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 14 16:34:52.303182 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning for port 1842c788-bd3a-4303-901a-843f8babc600 completed by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 14 16:34:52.307030 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Provisioning complete for port 1842c788-bd3a-4303-901a-843f8babc600 triggered by entity L2. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:34:52.307390 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:52.383347 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:52.403960 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1842c788-bd3a-4303-901a-843f8babc600'}] {{(pid=93884) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:34:52.406201 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b9768aa67f60cbafff33af303d6a2b9b00b6375afc19a2099acfb3b71697f8d4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f13652e-745e-47da-82d3-449fbeb053fe" -d '{"events": [{"server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "name": "network-vif-plugged", "status": "completed", "tag": "1842c788-bd3a-4303-901a-843f8babc600"}]}' {{(pid=93884) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:34:52.419876 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1842c788-bd3a-4303-901a-843f8babc600,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:34:52.423678 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077'] for port, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:52.448957 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee104b7-d154-44d4-b747-a14141ef79fb x-openstack-request-id: req-6ee104b7-d154-44d4-b747-a14141ef79fb {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:34:52.449609 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "name": "network-vif-plugged", "status": "completed", "tag": "1842c788-bd3a-4303-901a-843f8babc600", "code": 200}]} {{(pid=93884) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:34:52.449609 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6ee104b7-d154-44d4-b747-a14141ef79fb {{(pid=93884) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:34:52.449867 dv-cinder-807083-8-iscsi neutron-server[93884]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1842c788-bd3a-4303-901a-843f8babc600', 'code': 200} Sep 14 16:34:52.474462 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Pushing event updated for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=5']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:34:52.603077 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49985ac7-a9bd-43ea-bcd4-6f0425c92300 req-cc82842d-cd58-4d80-b2a3-837f743a9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:52.604661 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-49985ac7-a9bd-43ea-bcd4-6f0425c92300 req-cc82842d-cd58-4d80-b2a3-837f743a9af7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1099 time: 0.0404694 Sep 14 16:34:52.634745 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:34:52.642505 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-49985ac7-a9bd-43ea-bcd4-6f0425c92300 req-63a48b3d-95cd-46c4-a332-0d85cd9de582 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309262 Sep 14 16:34:52.678192 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fd784-7ca0-41ff-8269-1323b33e2cfe req-ff0e6e0a-e5cc-49fc-a93b-19e7b5b9c7f3 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:52.679779 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d10fd784-7ca0-41ff-8269-1323b33e2cfe req-ff0e6e0a-e5cc-49fc-a93b-19e7b5b9c7f3 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0507977 Sep 14 16:34:52.716125 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d10fd784-7ca0-41ff-8269-1323b33e2cfe req-bb53b237-e7a5-43db-bede-c2e82c8d37e5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302014 Sep 14 16:34:53.827826 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d7ab85-5dc9-40bb-ba99-01dbab12400e req-173ba1c9-56df-4eb8-94b4-537f17a61a2a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:53.829251 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2d7ab85-5dc9-40bb-ba99-01dbab12400e req-173ba1c9-56df-4eb8-94b4-537f17a61a2a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0479727 Sep 14 16:34:53.868741 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a2d7ab85-5dc9-40bb-ba99-01dbab12400e req-41a1eda4-d0f7-48ff-a032-0138f632ae22 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Sep 14 16:34:53.952348 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:34:53.978373 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae9556-eac9-4d92-a90b-527d4d719ed0 req-80bbe11c-eea0-470e-9754-dfe12bfdb3ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:53.979806 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dae9556-eac9-4d92-a90b-527d4d719ed0 req-80bbe11c-eea0-470e-9754-dfe12bfdb3ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0476768 Sep 14 16:34:54.016166 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-2dae9556-eac9-4d92-a90b-527d4d719ed0 req-5de36e40-4207-4293-906f-e42767dbce92 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305340 Sep 14 16:34:54.482188 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894b431-4efe-4247-bec5-89777b37788b req-a655f135-9b95-491f-9606-7b921b0ba3bf tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:34:54.483621 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0894b431-4efe-4247-bec5-89777b37788b req-a655f135-9b95-491f-9606-7b921b0ba3bf tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0479159 Sep 14 16:34:54.519515 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-0894b431-4efe-4247-bec5-89777b37788b req-88489343-2976-4df9-a588-aa3f081a52fc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302074 Sep 14 16:35:02.137681 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50414) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:02.294694 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Deleting port 7cbdbc9d-eaab-458d-b675-ed9daafa1476 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:02.295020 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:02.371515 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:02.371833 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:02.382893 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Calling delete_port for 7cbdbc9d-eaab-458d-b675-ed9daafa1476 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:02.552548 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:02.578522 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event deleted for resources: {'Port': ['ID=7cbdbc9d-eaab-458d-b675-ed9daafa1476,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:02.608408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.608408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.608408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.608408 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.608874 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.608874 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.610035 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.610035 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.610035 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.610035 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.610336 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.610649 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:02.656274 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:02.656663 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Floating IP a5cb607c-677b-4eee-b4db-1f997da194f6 disassociated (deleted). External IP: 172.27.3.28, port: d7008fa1-bd60-456c-827f-cbce78d52581. Sep 14 16:35:02.861521 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b8f6c-32c7-416f-98f6-95733d18f30a req-86dcf77a-b51c-4db7-bb5b-7d21206c9082 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:02.862971 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-550b8f6c-32c7-416f-98f6-95733d18f30a req-86dcf77a-b51c-4db7-bb5b-7d21206c9082 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0476499 Sep 14 16:35:02.863907 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:35:02.903647 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-550b8f6c-32c7-416f-98f6-95733d18f30a req-27041d19-3f0c-4729-875c-a22f1e55ec2f tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347407 Sep 14 16:35:02.925691 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50424) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:02.969819 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:35:02.974179 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:02.981047 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:35:02.990348 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:02.990969 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:03.002540 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c7bb58ac-5312-49de-943a-991dbf49e9ec tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "DELETE /v2.0/floatingips/a5cb607c-677b-4eee-b4db-1f997da194f6 HTTP/1.1" status: 204 len: 168 time: 0.8637836 Sep 14 16:35:03.003433 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:35:03.005802 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-306feeea-ecd1-4384-a17c-e3da5210245e" -d '{"events": [{"name": "network-changed", "server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:35:03.049818 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26907426-d2be-413c-b0cb-96e54b157b0e x-openstack-request-id: req-26907426-d2be-413c-b0cb-96e54b157b0e {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:35:03.050735 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:35:03.051239 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26907426-d2be-413c-b0cb-96e54b157b0e {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:35:03.051703 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'status': 'completed', 'code': 200} Sep 14 16:35:03.075500 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c146db-b64c-4b80-8c55-6e242c4b7a47 tempest-TestMinimumBasicScenario-228721925 tempest-TestMinimumBasicScenario-228721925-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:03.080784 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-10c146db-b64c-4b80-8c55-6e242c4b7a47 tempest-TestMinimumBasicScenario-228721925 tempest-TestMinimumBasicScenario-228721925-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1094 time: 0.1540329 Sep 14 16:35:03.081670 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50432) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:03.086235 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'floatingip': {'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'port_id': '1842c788-bd3a-4303-901a-843f8babc600', 'tenant_id': '7629796543d748319d880c196af0fdba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:03.115182 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for floatingip, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:03.115953 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306feeea-ecd1-4384-a17c-e3da5210245e req-3b1b6d11-729a-485b-986f-84d5720636e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:03.117552 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-306feeea-ecd1-4384-a17c-e3da5210245e req-3b1b6d11-729a-485b-986f-84d5720636e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 1098 time: 0.0468390 Sep 14 16:35:03.141206 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:03.231665 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306feeea-ecd1-4384-a17c-e3da5210245e req-71863250-5863-413e-ac18-3e2b98efa060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:03.233788 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-306feeea-ecd1-4384-a17c-e3da5210245e req-71863250-5863-413e-ac18-3e2b98efa060 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1021430 Sep 14 16:35:03.257329 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0abe865-1c73-4ed7-9ff7-6abe685a5b60 req-18b4f53e-d406-413f-89fa-1dab308f6292 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:03.258820 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a0abe865-1c73-4ed7-9ff7-6abe685a5b60 req-18b4f53e-d406-413f-89fa-1dab308f6292 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 945 time: 0.0674970 Sep 14 16:35:03.271674 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:03.278030 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-306feeea-ecd1-4384-a17c-e3da5210245e req-2045eb97-8b4d-49ca-9dd1-e0ce3d4fe72f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7008fa1-bd60-456c-827f-cbce78d52581 HTTP/1.1" status: 200 len: 217 time: 0.0366104 Sep 14 16:35:03.334012 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306feeea-ecd1-4384-a17c-e3da5210245e req-d3a1bcea-7ad6-4933-be74-08396e5191e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:03.335633 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-306feeea-ecd1-4384-a17c-e3da5210245e req-d3a1bcea-7ad6-4933-be74-08396e5191e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0511036 Sep 14 16:35:03.346182 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a0abe865-1c73-4ed7-9ff7-6abe685a5b60 req-19458228-cf38-46e1-8085-089c1cd7d8c6 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776742 Sep 14 16:35:03.387981 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306feeea-ecd1-4384-a17c-e3da5210245e req-a17e7844-f436-4d81-a5fd-e6e9edb4799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:03.389887 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-306feeea-ecd1-4384-a17c-e3da5210245e req-a17e7844-f436-4d81-a5fd-e6e9edb4799b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0467999 Sep 14 16:35:03.412381 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_common [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Allocated IP 172.27.3.126 (a182d2dc-31ef-4cf1-8955-14feca0aa828/c329c5d9-fbe2-41a2-9081-6ac60ece4fa1/48365851-95d3-43c5-bdba-0fdb079d65f7) {{(pid=93882) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 14 16:35:03.483400 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-306feeea-ecd1-4384-a17c-e3da5210245e req-a22f22dc-eb3c-4ca7-ba50-cdf6bb7e03f9 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Sep 14 16:35:03.523948 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for port, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:03.525281 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:11Z', 'revision_number': 1, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:03.552508 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:35:03.561339 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:03.561997 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:03.566342 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787924655041', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:03.582330 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-306feeea-ecd1-4384-a17c-e3da5210245e req-a5919494-ac49-41e6-888d-8aac3dd771e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914662 Sep 14 16:35:03.599051 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Network a182d2dc-31ef-4cf1-8955-14feca0aa828 is already hosted by enough agents. {{(pid=93882) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 14 16:35:03.602220 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.base_scheduler [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Resources bound (agent type, host, resource id): {{(pid=93882) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 14 16:35:03.605703 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Received port after_create {{(pid=93882) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 14 16:35:03.645717 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'Port': ['ID=48365851-95d3-43c5-bdba-0fdb079d65f7,revision_number=1']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:03.656368 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.656713 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.657054 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.657406 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.657735 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.658581 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.658913 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.659498 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.659826 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.660144 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.660467 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.660787 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:35:03.676435 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:03.896118 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:11Z', 'revision_number': 1, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:03.922986 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee74b117-3a09-4874-87e7-4e3c3b0cd980 None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '048a7002-1246-47de-8b3d-75f1668d581c', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'floating_ip_address': '172.27.3.196', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'port_id': '19788f28-f179-4316-8652-c0dbad22a38b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'mac_address': 'fa:16:3e:2b:44:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:31:08Z', 'updated_at': '2021-09-14T16:31:11Z', 'revision_number': 1, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:35:03.963541 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:04.030537 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:04.141114 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7443648b-d1f6-485b-b5ce-d8cf0ba3eb10 None None] New status for floating IP a5cb607c-677b-4eee-b4db-1f997da194f6: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:35:04.187803 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:04.193122 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:04.262404 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'Port': ['ID=48365851-95d3-43c5-bdba-0fdb079d65f7,revision_number=2']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:04.276033 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-535858'] for floatingip, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:04.375344 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Floating IP 5898f561-3556-4a31-b3ad-ce35e9a9274e associated. External IP: 172.27.3.126, port: 1842c788-bd3a-4303-901a-843f8babc600. Sep 14 16:35:04.511871 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e888b555-9b98-4409-86d9-f196c303976b req-35d0dae7-6449-4f34-a0ca-6ac7c8e293f0 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:04.513217 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e888b555-9b98-4409-86d9-f196c303976b req-35d0dae7-6449-4f34-a0ca-6ac7c8e293f0 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 945 time: 0.0692992 Sep 14 16:35:04.766127 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-3b594677-fa2c-492a-95dd-b16109a1db1c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93883) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:04.767544 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-3b594677-fa2c-492a-95dd-b16109a1db1c tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 945 time: 0.0491347 Sep 14 16:35:04.852416 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e888b555-9b98-4409-86d9-f196c303976b req-e637a022-05e0-4c90-a883-6da93d214850 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3327057 Sep 14 16:35:04.862038 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Deleting port d7008fa1-bd60-456c-827f-cbce78d52581 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:04.862491 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:04.884223 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:35:04.948746 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] For port d7008fa1-bd60-456c-827f-cbce78d52581, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=d7008fa1-bd60-456c-827f-cbce78d52581,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:04.949096 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:04.961055 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Calling delete_port for d7008fa1-bd60-456c-827f-cbce78d52581 owned by compute:nova {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:04.994932 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:35:05.008273 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] Sync routers for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:35:05.012908 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.018741 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:05.019302 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:05.051755 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-90242ac4-64a1-4f3e-b32b-ce38c4b4321b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9658256 Sep 14 16:35:05.051755 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:35:05.052092 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50438) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:05.052632 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3849781-fac0-4e77-a53a-2634a98d818a" -d '{"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:35:05.056570 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-69cfdf63-baac-448c-bc39-05b8ba72c9be tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-427270736', 'description': 'tempest-secgroup-smoke-427270736 description', 'project_id': '7629796543d748319d880c196af0fdba'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:05.089349 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf73c0dc-3a1b-4f11-ae90-da6d335a7f45 x-openstack-request-id: req-cf73c0dc-3a1b-4f11-ae90-da6d335a7f45 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:35:05.089780 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:35:05.090925 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf73c0dc-3a1b-4f11-ae90-da6d335a7f45 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:35:05.091284 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600', 'status': 'completed', 'code': 200} Sep 14 16:35:05.113772 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69cfdf63-baac-448c-bc39-05b8ba72c9be tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.116860 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.136513 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:05.156674 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849781-fac0-4e77-a53a-2634a98d818a req-dd047e7b-d817-48a8-97c2-a4005d2047f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:05.158907 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3849781-fac0-4e77-a53a-2634a98d818a req-dd047e7b-d817-48a8-97c2-a4005d2047f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1099 time: 0.0445585 Sep 14 16:35:05.185132 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event deleted for resources: {'Port': ['ID=d7008fa1-bd60-456c-827f-cbce78d52581,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:05.208314 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] No DVR routers for this DVR port d7008fa1-bd60-456c-827f-cbce78d52581 on host hv-cinder-80708 {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:35:05.211041 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.213019 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [req-c8b1a0a9-330b-466b-9639-8bfaf1e6e42a req-6d823c6d-b5a1-4872-b79e-606f8b525433 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "DELETE /v2.0/ports/d7008fa1-bd60-456c-827f-cbce78d52581 HTTP/1.1" status: 204 len: 173 time: 0.4394388 Sep 14 16:35:05.215087 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'name': 'network-vif-deleted', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:35:05.218226 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c24f8a-1478-478d-8961-56aa00bdb7d3" -d '{"events": [{"server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "name": "network-vif-deleted", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:35:05.282327 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849781-fac0-4e77-a53a-2634a98d818a req-7fbd72a2-092e-41a2-85ed-a7e00a78a4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:05.286876 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3849781-fac0-4e77-a53a-2634a98d818a req-7fbd72a2-092e-41a2-85ed-a7e00a78a4c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 916 time: 0.1200113 Sep 14 16:35:05.301569 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deb0bec0-993e-4ff4-8c65-96538f628102 x-openstack-request-id: req-deb0bec0-993e-4ff4-8c65-96538f628102 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:35:05.301849 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52ee5f39-7c71-4f48-89a0-0c5d52b59850", "name": "network-vif-deleted", "tag": "d7008fa1-bd60-456c-827f-cbce78d52581", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:35:05.302196 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-deb0bec0-993e-4ff4-8c65-96538f628102 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:35:05.302623 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52ee5f39-7c71-4f48-89a0-0c5d52b59850', 'name': 'network-vif-deleted', 'tag': 'd7008fa1-bd60-456c-827f-cbce78d52581', 'status': 'completed', 'code': 200} Sep 14 16:35:05.309043 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69cfdf63-baac-448c-bc39-05b8ba72c9be tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.314070 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69cfdf63-baac-448c-bc39-05b8ba72c9be tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.342621 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-69cfdf63-baac-448c-bc39-05b8ba72c9be tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.343991 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-69cfdf63-baac-448c-bc39-05b8ba72c9be tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2909567 Sep 14 16:35:05.346519 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cfdf63-baac-448c-bc39-05b8ba72c9be tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa66d69-dae9-45e7-8a37-2ffd2118a28e,revision_number=1']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:05.348172 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50444) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:05.353661 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-0d5b9117-c77c-4c5e-a4f2-bd011c85cf8d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'security_group_rule': {'security_group_id': '1aa66d69-dae9-45e7-8a37-2ffd2118a28e', 'project_id': '7629796543d748319d880c196af0fdba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:05.393083 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3849781-fac0-4e77-a53a-2634a98d818a req-9f1df45b-f64a-47c0-a256-d7b939b6a3a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 1000 time: 0.0987172 Sep 14 16:35:05.398900 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9117-c77c-4c5e-a4f2-bd011c85cf8d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.405615 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '5898f561-3556-4a31-b3ad-ce35e9a9274e', 'tenant_id': '7629796543d748319d880c196af0fdba', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'port_id': '1842c788-bd3a-4303-901a-843f8babc600', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'mac_address': 'fa:16:3e:ce:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:35:03Z', 'updated_at': '2021-09-14T16:35:03Z', 'revision_number': 0, 'project_id': '7629796543d748319d880c196af0fdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:24Z', 'revision_number': 5, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:05.433442 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] Checking router: 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:35:05.441611 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:05.442229 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:05.482405 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849781-fac0-4e77-a53a-2634a98d818a req-9370a100-17c7-4e90-81ad-953316e5cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:05.484367 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3849781-fac0-4e77-a53a-2634a98d818a req-9370a100-17c7-4e90-81ad-953316e5cd76 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 200 len: 854 time: 0.0818868 Sep 14 16:35:05.495368 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9117-c77c-4c5e-a4f2-bd011c85cf8d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.499452 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9117-c77c-4c5e-a4f2-bd011c85cf8d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.552885 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b9117-c77c-4c5e-a4f2-bd011c85cf8d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966f2fc2-6576-4843-91b5-360860e1b415,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:05.557930 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-0d5b9117-c77c-4c5e-a4f2-bd011c85cf8d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.558852 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-0d5b9117-c77c-4c5e-a4f2-bd011c85cf8d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2092063 Sep 14 16:35:05.561466 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50446) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:05.565822 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [None req-42218c5e-60c4-408d-85fd-4159789f0039 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'security_group_rule': {'security_group_id': '1aa66d69-dae9-45e7-8a37-2ffd2118a28e', 'project_id': '7629796543d748319d880c196af0fdba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:05.581736 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3849781-fac0-4e77-a53a-2634a98d818a req-8a88e81b-04eb-49e5-ad6f-26ae62b2bf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:05.583248 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3849781-fac0-4e77-a53a-2634a98d818a req-8a88e81b-04eb-49e5-ad6f-26ae62b2bf12 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=824f7741-e44d-48a8-b507-105cf4655e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809410 Sep 14 16:35:05.583751 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:05.624360 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42218c5e-60c4-408d-85fd-4159789f0039 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.725338 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3849781-fac0-4e77-a53a-2634a98d818a req-68d31a22-4758-498e-8eb6-8f0e0e769091 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344278 Sep 14 16:35:05.726891 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42218c5e-60c4-408d-85fd-4159789f0039 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.731639 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42218c5e-60c4-408d-85fd-4159789f0039 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.765988 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42218c5e-60c4-408d-85fd-4159789f0039 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4aada83-50c4-45f7-b54b-653a0f0f985e,revision_number=0']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:05.777982 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-42218c5e-60c4-408d-85fd-4159789f0039 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.779157 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-42218c5e-60c4-408d-85fd-4159789f0039 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2167747 Sep 14 16:35:05.782168 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50448) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:05.788917 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3989b714-fd70-4a75-8d5a-c98cf2e9247d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'security_group_rule': {'security_group_id': '1aa66d69-dae9-45e7-8a37-2ffd2118a28e', 'project_id': '7629796543d748319d880c196af0fdba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:05.814910 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3989b714-fd70-4a75-8d5a-c98cf2e9247d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.840461 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '5898f561-3556-4a31-b3ad-ce35e9a9274e', 'tenant_id': '7629796543d748319d880c196af0fdba', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'port_id': '1842c788-bd3a-4303-901a-843f8babc600', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'mac_address': 'fa:16:3e:ce:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:35:03Z', 'updated_at': '2021-09-14T16:35:03Z', 'revision_number': 0, 'project_id': '7629796543d748319d880c196af0fdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:24Z', 'revision_number': 5, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:05.844119 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e3849781-fac0-4e77-a53a-2634a98d818a req-4e751f8f-0a8b-4868-a0c1-18f667def179 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104360 Sep 14 16:35:05.871566 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5bd1a2-a849-417e-a266-b3f73aaa1b8b None None] The sync data for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi is: [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_floatingips': [{'id': '5898f561-3556-4a31-b3ad-ce35e9a9274e', 'tenant_id': '7629796543d748319d880c196af0fdba', 'floating_ip_address': '172.27.3.126', 'floating_network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'router_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'port_id': '1842c788-bd3a-4303-901a-843f8babc600', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'mac_address': 'fa:16:3e:ce:22:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-14T16:35:03Z', 'updated_at': '2021-09-14T16:35:03Z', 'revision_number': 0, 'project_id': '7629796543d748319d880c196af0fdba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:24Z', 'revision_number': 5, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:35:05.896431 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3989b714-fd70-4a75-8d5a-c98cf2e9247d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.902150 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3989b714-fd70-4a75-8d5a-c98cf2e9247d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.931952 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3989b714-fd70-4a75-8d5a-c98cf2e9247d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=122429a1-3846-4378-bae6-5f298f6552a2,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:05.941919 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3989b714-fd70-4a75-8d5a-c98cf2e9247d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:05.943120 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3989b714-fd70-4a75-8d5a-c98cf2e9247d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1589315 Sep 14 16:35:05.946226 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50452) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:05.954335 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-cae83d41-3a71-4af5-ba8a-73bf6f4200da tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'security_group_rule': {'security_group_id': '1aa66d69-dae9-45e7-8a37-2ffd2118a28e', 'project_id': '7629796543d748319d880c196af0fdba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:05.981845 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-12814df6-8327-480d-b48c-b552da893a17 req-ea57bac0-21f6-43b4-876b-facf241d3171 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=52ee5f39-7c71-4f48-89a0-0c5d52b59850 HTTP/1.1" status: 200 len: 210 time: 0.0356753 Sep 14 16:35:05.984894 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cae83d41-3a71-4af5-ba8a-73bf6f4200da tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.062935 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cae83d41-3a71-4af5-ba8a-73bf6f4200da tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.067583 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cae83d41-3a71-4af5-ba8a-73bf6f4200da tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.085782 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae83d41-3a71-4af5-ba8a-73bf6f4200da tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e78a878-39d2-499c-907d-1c226d4da13a,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:06.091816 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-cae83d41-3a71-4af5-ba8a-73bf6f4200da tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.093308 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-cae83d41-3a71-4af5-ba8a-73bf6f4200da tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1428578 Sep 14 16:35:06.096039 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50454) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:06.100321 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'security_group_rule': {'security_group_id': '1aa66d69-dae9-45e7-8a37-2ffd2118a28e', 'project_id': '7629796543d748319d880c196af0fdba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:06.124350 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Project 7629796543d748319d880c196af0fdba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:35:06.129941 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.144405 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d86dd-011b-420e-9e45-13f3766d3c87 None None] New status for floating IP 5898f561-3556-4a31-b3ad-ce35e9a9274e: ACTIVE {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:35:06.190739 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.194499 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.214704 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb85a99-1008-4316-9c12-5eaee9633659,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:06.217501 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.221151 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-3d5f6cd5-f3c4-4fac-9447-cd03fa444cec tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217003 Sep 14 16:35:06.222134 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50456) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:06.225743 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.v2.base [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'security_group_rule': {'security_group_id': '1aa66d69-dae9-45e7-8a37-2ffd2118a28e', 'project_id': '7629796543d748319d880c196af0fdba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93883) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:06.247975 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.securitygroups_db [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Project 7629796543d748319d880c196af0fdba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 14 16:35:06.253558 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.318475 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.323334 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-543449'] for security_group_rule, after_create {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.341504 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab961ce-87a1-4ac4-82d1-86c11ac8dbaf,revision_number=0']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:06.348138 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.349314 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-510ac97a-6fc1-419a-ac0f-b21a0229353e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1270530 Sep 14 16:35:06.425282 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-7330f33a-aa00-4b30-aca4-d3fb091287b0 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427270736&fields=id&tenant_id=7629796543d748319d880c196af0fdba HTTP/1.1" status: 200 len: 267 time: 0.0315061 Sep 14 16:35:06.477538 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-16738290-34b1-4bd1-9757-804f04896726 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:06.478979 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-16738290-34b1-4bd1-9757-804f04896726 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0483556 Sep 14 16:35:06.490264 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'port': {'security_groups': ['c9fd552a-90d1-4080-b0b6-014d35d3b6e9', '1aa66d69-dae9-45e7-8a37-2ffd2118a28e']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:35:06.550229 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.727317 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1842c788-bd3a-4303-901a-843f8babc600,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:06.755492 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.760244 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.771612 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['1842c788-bd3a-4303-901a-843f8babc600'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:35:06.808579 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:06.809209 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:06.810659 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1b8ae2b6-18e6-42ea-ab9b-e9d3b2e97275 req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "PUT /v2.0/ports/1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 982 time: 0.3253047 Sep 14 16:35:06.839560 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a2c0a-4292-4020-a316-166a544c0ad7 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=6']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:06.884266 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['1842c788-bd3a-4303-901a-843f8babc600'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:35:06.919126 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2140f1f-303d-45da-b232-610e162a7a63 req-84d11111-5459-4a4b-99d9-b30af5d9e064 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:06.920545 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f2140f1f-303d-45da-b232-610e162a7a63 req-84d11111-5459-4a4b-99d9-b30af5d9e064 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0504582 Sep 14 16:35:06.964301 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f2140f1f-303d-45da-b232-610e162a7a63 req-2f53dc1f-a228-4b04-9292-069bcb3deaed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364988 Sep 14 16:35:07.083336 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-ec115908-a79d-4c5d-b92d-f886415f083b None None] Provisioning complete for port 1842c788-bd3a-4303-901a-843f8babc600 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:35:07.083710 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ec115908-a79d-4c5d-b92d-f886415f083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:07.092793 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:35:07.095355 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d" -d '{"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:35:07.136730 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2b3522-f971-4460-bf2d-02430a5b079f x-openstack-request-id: req-7e2b3522-f971-4460-bf2d-02430a5b079f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:35:07.137020 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:35:07.137266 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e2b3522-f971-4460-bf2d-02430a5b079f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:35:07.137689 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600', 'status': 'completed', 'code': 200} Sep 14 16:35:07.199652 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-ec3a9964-7365-4d2d-902e-d0304a25f59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:07.201142 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-ec3a9964-7365-4d2d-902e-d0304a25f59b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1138 time: 0.0407965 Sep 14 16:35:07.300772 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-d95f93bf-4ebf-4364-a78d-5e4a62fd241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:07.302199 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-d95f93bf-4ebf-4364-a78d-5e4a62fd241a service neutron] 10.222.0.20 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 916 time: 0.0936472 Sep 14 16:35:07.372464 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-8422ccc9-df88-475c-bbff-7d89ee4cda4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 1002 time: 0.0623131 Sep 14 16:35:07.426974 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-f3c47d47-adb2-4638-b6c3-6a96b41d0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:07.428528 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-f3c47d47-adb2-4638-b6c3-6a96b41d0e3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 200 len: 854 time: 0.0464647 Sep 14 16:35:07.477098 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-41ced32f-c369-4e95-894f-8164be1166d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:07.478634 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-41ced32f-c369-4e95-894f-8164be1166d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=824f7741-e44d-48a8-b507-105cf4655e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423448 Sep 14 16:35:07.568782 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-d784a43a-890c-4323-885f-357c3b2adaf1 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825341 Sep 14 16:35:07.664722 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-872cf02f-fa4a-44f3-a8e5-2bff76cc480d req-ed3c5c04-2089-4d03-8172-4be7a8985f4f service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866015 Sep 14 16:35:08.397288 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device d7008fa1-bd60-456c-827f-cbce78d52581 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:08.417259 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: d7008fa1-bd60-456c-827f-cbce78d52581 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:08.417615 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device d7008fa1-bd60-456c-827f-cbce78d52581 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:09.274011 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50480) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:09.422571 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Deleting port 3918336f-a4f7-4b9a-9d6c-39b8e0528207 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:09.422899 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:09.496182 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:09.496422 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:09.507501 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Calling delete_port for 3918336f-a4f7-4b9a-9d6c-39b8e0528207 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:09.648512 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:09.672430 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event deleted for resources: {'Port': ['ID=3918336f-a4f7-4b9a-9d6c-39b8e0528207,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:09.731834 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:09.732163 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.db.l3_db [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Floating IP 048a7002-1246-47de-8b3d-75f1668d581c disassociated (deleted). External IP: 172.27.3.196, port: 19788f28-f179-4316-8652-c0dbad22a38b. Sep 14 16:35:09.930405 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:35:10.035353 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:35:10.039723 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:10.046187 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:35:10.055162 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:10.055779 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:10.073019 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2132864b-342b-43d2-bf8d-9172d81cfbaf tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "DELETE /v2.0/floatingips/048a7002-1246-47de-8b3d-75f1668d581c HTTP/1.1" status: 204 len: 168 time: 0.7979333 Sep 14 16:35:10.073628 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b'}] {{(pid=93883) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:35:10.075883 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}544af88764eb8a32df9873ebc6398f7785145cff71fb78d375e93802fb44f142" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2" -d '{"events": [{"name": "network-changed", "server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "tag": "19788f28-f179-4316-8652-c0dbad22a38b"}]}' {{(pid=93883) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:35:10.113136 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd51bf9-f375-4171-9fdb-73c62c801b51 x-openstack-request-id: req-0bd51bf9-f375-4171-9fdb-73c62c801b51 {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:35:10.113487 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "tag": "19788f28-f179-4316-8652-c0dbad22a38b", "status": "completed", "code": 200}]} {{(pid=93883) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:35:10.113746 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bd51bf9-f375-4171-9fdb-73c62c801b51 {{(pid=93883) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:35:10.114139 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b', 'status': 'completed', 'code': 200} Sep 14 16:35:10.166546 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:10.175789 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-0e38a586-322b-4afc-adb6-1d4e13bec7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:10.177357 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-0e38a586-322b-4afc-adb6-1d4e13bec7d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=133413ca64984581ab6a1c1c8172bf3b&device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 1099 time: 0.0421107 Sep 14 16:35:10.290989 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-95d27ab6-1d42-4cc7-a36e-e285124be964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:10.292502 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-95d27ab6-1d42-4cc7-a36e-e285124be964 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 200 len: 913 time: 0.1048923 Sep 14 16:35:10.337591 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-a28ebd72-e0ce-4ccb-855f-cc23931bd7f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19788f28-f179-4316-8652-c0dbad22a38b HTTP/1.1" status: 200 len: 217 time: 0.0364985 Sep 14 16:35:10.376194 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:10.422561 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-b1fb579a-d9e9-456f-b6f7-b4923254463a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:10.424054 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-b1fb579a-d9e9-456f-b6f7-b4923254463a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 200 len: 851 time: 0.0777414 Sep 14 16:35:10.437869 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef238b3d-324f-4d18-af2d-8b2e75f97faf req-06b87b9a-9823-4abf-8591-9f831af0bb74 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:10.439445 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef238b3d-324f-4d18-af2d-8b2e75f97faf req-06b87b9a-9823-4abf-8591-9f831af0bb74 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 946 time: 0.1798024 Sep 14 16:35:10.506290 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ef238b3d-324f-4d18-af2d-8b2e75f97faf req-3dcabb3e-c262-4cd3-bc12-f7aa42bfddbc tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579386 Sep 14 16:35:10.508935 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-d34b5001-f2a5-4a13-ae62-dff31974bb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:10.510460 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-d34b5001-f2a5-4a13-ae62-dff31974bb34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e06eac93-db4e-4607-b140-c480bda9bbaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0700619 Sep 14 16:35:10.528030 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:35:10.536599 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:10.537204 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:10.608460 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-d04077f5-c553-4220-b537-642298423ff2 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869765 Sep 14 16:35:10.638452 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:10.698573 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7e516049-cc1d-4d38-a78d-2e9fd47c02f2 req-618307b2-ea08-4c02-9ede-b3a17eb530a6 service neutron] 10.222.0.20 "GET /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819626 Sep 14 16:35:10.831356 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:10.857250 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ecc9f2-9b4e-4c2e-a8a0-5b6a7c1c25a2 None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:27:17Z', 'revision_number': 4, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '2050b346-28c6-4732-8439-f2a1e2b65b13', 'name': '', 'network_id': 'e06eac93-db4e-4607-b140-c480bda9bbaf', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'mac_address': 'fa:16:3e:e0:5c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:16Z', 'updated_at': '2021-09-14T16:27:25Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'subnets': [{'id': 'ba2bbac1-6ac9-480f-b7a0-47095feb987d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:35:11.069304 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a23524-a998-4395-bce9-d2c464fe1480 None None] New status for floating IP 048a7002-1246-47de-8b3d-75f1668d581c: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:35:11.679919 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5504d8-ee06-43d3-936a-b13542e00bae req-a2c7734d-389b-4cf2-b803-d929af6e50ac tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:11.681362 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1d5504d8-ee06-43d3-936a-b13542e00bae req-a2c7734d-389b-4cf2-b803-d929af6e50ac tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 946 time: 0.0993474 Sep 14 16:35:11.720611 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-1d5504d8-ee06-43d3-936a-b13542e00bae req-bb9cc899-16f3-477c-bd7e-6e37d4b00d69 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/security-groups?id=3038bdf5-1017-4fdf-a306-1cb6bb409812&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332725 Sep 14 16:35:11.843775 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-41033569-0116-4a1a-a33c-42c5329a047a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:11.845300 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-41033569-0116-4a1a-a33c-42c5329a047a tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 946 time: 0.0487528 Sep 14 16:35:11.937885 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Deleting port 19788f28-f179-4316-8652-c0dbad22a38b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:11.938493 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:12.026511 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] For port 19788f28-f179-4316-8652-c0dbad22a38b, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=19788f28-f179-4316-8652-c0dbad22a38b,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:12.026860 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:12.039613 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Calling delete_port for 19788f28-f179-4316-8652-c0dbad22a38b owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:12.163114 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:12.191619 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event deleted for resources: {'Port': ['ID=19788f28-f179-4316-8652-c0dbad22a38b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:12.233495 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] No DVR routers for this DVR port 19788f28-f179-4316-8652-c0dbad22a38b on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:35:12.235996 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:12.238458 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b2175e19-cb9b-4b1d-9778-c64284694318 req-d62eb721-b1d5-489e-9fc4-22f4a2750d50 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.20 "DELETE /v2.0/ports/19788f28-f179-4316-8652-c0dbad22a38b HTTP/1.1" status: 204 len: 173 time: 0.3850892 Sep 14 16:35:12.238907 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'name': 'network-vif-deleted', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:35:12.241076 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a71bcb4-e9c2-4ee1-8566-2eae817a84e6" -d '{"events": [{"server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "name": "network-vif-deleted", "tag": "19788f28-f179-4316-8652-c0dbad22a38b"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:35:12.276148 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e5e9a7-8857-45ec-bb73-c72b7ca4ae0f x-openstack-request-id: req-36e5e9a7-8857-45ec-bb73-c72b7ca4ae0f {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:35:12.276454 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fd02a4b-b36e-4f5e-af5f-98327739be70", "name": "network-vif-deleted", "tag": "19788f28-f179-4316-8652-c0dbad22a38b", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:35:12.276698 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36e5e9a7-8857-45ec-bb73-c72b7ca4ae0f {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:35:12.277167 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fd02a4b-b36e-4f5e-af5f-98327739be70', 'name': 'network-vif-deleted', 'tag': '19788f28-f179-4316-8652-c0dbad22a38b', 'status': 'completed', 'code': 200} Sep 14 16:35:12.829221 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-01040d39-998f-47d2-b13b-833253fe7960 req-4f0c3a43-2db2-4340-b79e-15d80ba1ab22 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "GET /v2.0/ports?device_id=5fd02a4b-b36e-4f5e-af5f-98327739be70 HTTP/1.1" status: 200 len: 210 time: 0.0317094 Sep 14 16:35:13.883690 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50508) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:14.002103 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Deleting port 122e3602-1e52-4bdc-b066-dfa797c3c8d9 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:14.002520 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:14.076850 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:14.077164 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:14.088587 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Calling delete_port for 122e3602-1e52-4bdc-b066-dfa797c3c8d9 owned by network:floatingip {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:14.213568 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:14.237373 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event deleted for resources: {'Port': ['ID=122e3602-1e52-4bdc-b066-dfa797c3c8d9,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:14.303554 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for floatingip, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:14.306095 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:14.309625 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-916f1889-0249-4e74-9588-5794215fb07b tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "DELETE /v2.0/floatingips/1777053f-7288-43d5-9d38-5c7b041c57d7 HTTP/1.1" status: 204 len: 168 time: 0.4225936 Sep 14 16:35:15.494087 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50526) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:15.549477 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-798ed5d1-b314-49b9-9454-bc8a25fb7073 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:15.573373 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-798ed5d1-b314-49b9-9454-bc8a25fb7073 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:15.873560 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-798ed5d1-b314-49b9-9454-bc8a25fb7073 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:15.876089 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-798ed5d1-b314-49b9-9454-bc8a25fb7073 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:15.877229 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-798ed5d1-b314-49b9-9454-bc8a25fb7073 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] 10.222.0.15 "DELETE /v2.0/security-groups/3038bdf5-1017-4fdf-a306-1cb6bb409812 HTTP/1.1" status: 204 len: 168 time: 0.3821695 Sep 14 16:35:15.886907 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ed5d1-b314-49b9-9454-bc8a25fb7073 tempest-TestVolumeBootPattern-1320135812 tempest-TestVolumeBootPattern-1320135812-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3038bdf5-1017-4fdf-a306-1cb6bb409812,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:15.937002 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50530) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:16.365778 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:16.408270 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 19788f28-f179-4316-8652-c0dbad22a38b no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:16.432162 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 19788f28-f179-4316-8652-c0dbad22a38b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:16.432496 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 19788f28-f179-4316-8652-c0dbad22a38b not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:16.602089 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Deleting port 2050b346-28c6-4732-8439-f2a1e2b65b13 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:16.602731 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:16.683591 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] For port 2050b346-28c6-4732-8439-f2a1e2b65b13, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=2050b346-28c6-4732-8439-f2a1e2b65b13,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:16.683943 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:16.696396 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Calling delete_port for 2050b346-28c6-4732-8439-f2a1e2b65b13 owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:16.699387 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:16.873089 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:16.897918 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=2050b346-28c6-4732-8439-f2a1e2b65b13,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:17.062304 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:17.281702 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:35:17.386637 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:35:17.391544 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-23cdf4de-837f-415f-8b2e-850523249de5 admin admin] 10.222.0.15 "PUT /v2.0/routers/f4b5fa3a-8586-4e77-ae40-8a96baff22c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4535065 Sep 14 16:35:17.394068 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50536) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:17.397122 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] Sync routers for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:35:17.406163 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:17.406771 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:17.497199 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:17.510887 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:17.595681 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-f2eb8a94-3707-4eb1-a7df-323171108ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:17.605554 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:17.659458 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Deleting port 519954c0-aa96-4ba6-862d-17828e554add {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:17.659788 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:17.706944 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': '519954c0-aa96-4ba6-862d-17828e554add', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:35:16Z', 'revision_number': 5, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port': {'id': '519954c0-aa96-4ba6-862d-17828e554add', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:f2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:13Z', 'updated_at': '2021-09-14T16:27:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:17.732319 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] Checking router: f4b5fa3a-8586-4e77-ae40-8a96baff22c2 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:35:17.739889 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] For port 519954c0-aa96-4ba6-862d-17828e554add, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=519954c0-aa96-4ba6-862d-17828e554add,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:17.740247 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:17.740779 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] Routers {'f4b5fa3a-8586-4e77-ae40-8a96baff22c2'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:17.741377 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:34:50Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:17.751695 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Calling delete_port for 519954c0-aa96-4ba6-862d-17828e554add owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:17.825729 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] Set router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:17.881508 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:35:17Z', 'revision_number': 6, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:17.906769 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-521da8e9-1c1c-49c5-9ef7-49dba60b7b03 None None] The sync data for ids ['f4b5fa3a-8586-4e77-ae40-8a96baff22c2'] in dv-cinder-807083-8-iscsi is: [{'id': 'f4b5fa3a-8586-4e77-ae40-8a96baff22c2', 'name': 'tempest-TestVolumeBootPattern-1835675000-router', 'tenant_id': '133413ca64984581ab6a1c1c8172bf3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:12Z', 'updated_at': '2021-09-14T16:35:17Z', 'revision_number': 6, 'project_id': '133413ca64984581ab6a1c1c8172bf3b', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:35:17.915553 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:17.942496 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Pushing event deleted for resources: {'Port': ['ID=519954c0-aa96-4ba6-862d-17828e554add,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:17.998921 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.085127 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.087169 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.129939 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.130483 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4b5fa3a-8586-4e77-ae40-8a96baff22c2 {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:35:18.134813 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.135917 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-7ebbbf84-f73f-4b46-976d-61ae3d51fa4b admin admin] 10.222.0.15 "DELETE /v2.0/routers/f4b5fa3a-8586-4e77-ae40-8a96baff22c2 HTTP/1.1" status: 204 len: 168 time: 0.7403557 Sep 14 16:35:18.138335 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50540) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:18.180693 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] Deleting subnet ba2bbac1-6ac9-480f-b7a0-47095feb987d {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:35:18.183544 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.216251 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.299473 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.357641 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.383359 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba2bbac1-6ac9-480f-b7a0-47095feb987d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:18.385302 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.388189 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-25c9ae23-bf6b-49af-b2ee-095271574ed8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ba2bbac1-6ac9-480f-b7a0-47095feb987d HTTP/1.1" status: 204 len: 168 time: 0.2479291 Sep 14 16:35:18.389694 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50542) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:18.392029 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df68d49-17e7-479f-b878-a115ee23a30d None None] Network e06eac93-db4e-4607-b140-c480bda9bbaf requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:35:18.459785 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.510779 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Deleting port c838f035-a525-4d71-aa36-c71335f4f986 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:18.511134 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.576001 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] For port c838f035-a525-4d71-aa36-c71335f4f986, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=c838f035-a525-4d71-aa36-c71335f4f986,segment=NetworkSegment(f24d16fa-0675-4f8d-8646-5de9a85e1b49),segment_id=f24d16fa-0675-4f8d-8646-5de9a85e1b49)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:18.576348 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.588612 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Calling delete_port for c838f035-a525-4d71-aa36-c71335f4f986 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:18.669709 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.696567 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c838f035-a525-4d71-aa36-c71335f4f986,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:18.698442 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] No DVR routers for this DVR port c838f035-a525-4d71-aa36-c71335f4f986 on host dv-cinder-807083-8-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:35:18.708377 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef22445-d3c1-49de-a093-5a4ee5f2dfe3 None None] DHCP port deletion for e06eac93-db4e-4607-b140-c480bda9bbaf request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:35:18.770862 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.793583 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e06eac93-db4e-4607-b140-c480bda9bbaf']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:18.802758 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24d16fa-0675-4f8d-8646-5de9a85e1b49') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:18.803046 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24d16fa-0675-4f8d-8646-5de9a85e1b49') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:18.811952 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.824957 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.830460 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:35:18.830831 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:35:18.833045 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:35:18.890517 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.899435 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:18.901302 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] 10.222.0.15 "DELETE /v2.0/networks/e06eac93-db4e-4607-b140-c480bda9bbaf HTTP/1.1" status: 204 len: 168 time: 0.5106730 Sep 14 16:35:18.904306 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50544) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:18.910690 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e191ba-f0c5-455e-9621-ff6d9811ffdb admin admin] Pushing event deleted for resources: {'Network': ['ID=e06eac93-db4e-4607-b140-c480bda9bbaf,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:19.243027 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:19.281000 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device c838f035-a525-4d71-aa36-c71335f4f986 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:19.300845 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: c838f035-a525-4d71-aa36-c71335f4f986 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:19.301181 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device c838f035-a525-4d71-aa36-c71335f4f986 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:19.301614 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2050b346-28c6-4732-8439-f2a1e2b65b13 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:19.323433 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 2050b346-28c6-4732-8439-f2a1e2b65b13 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:19.323766 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2050b346-28c6-4732-8439-f2a1e2b65b13 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:19.324164 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 519954c0-aa96-4ba6-862d-17828e554add no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:19.342288 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 519954c0-aa96-4ba6-862d-17828e554add {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:19.342623 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 519954c0-aa96-4ba6-862d-17828e554add not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:19.483477 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Deleting port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:19.483706 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:19.558885 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] For port 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,segment=NetworkSegment(76abac40-113d-4c7b-b7de-2dde0699eccd),segment_id=76abac40-113d-4c7b-b7de-2dde0699eccd)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:19.559235 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:19.571227 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Calling delete_port for 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:19.743875 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:19.773260 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Pushing event deleted for resources: {'Port': ['ID=2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:19.933526 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:20.009919 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-531a6ae0-03c9-4aca-a920-acd6a3dfc013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:20.141289 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Router 30489078-0a0b-4680-a43a-808645b5b259 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:35:20.397220 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:20.476833 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:35:20.482222 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-41538f94-d3af-45b9-82b7-b73490e9e2ec admin admin] 10.222.0.15 "PUT /v2.0/routers/30489078-0a0b-4680-a43a-808645b5b259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5757473 Sep 14 16:35:20.484146 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50548) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:20.486642 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] Sync routers for ids ['30489078-0a0b-4680-a43a-808645b5b259'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:35:20.496107 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] Routers {'30489078-0a0b-4680-a43a-808645b5b259'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:20.496717 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:35:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['30489078-0a0b-4680-a43a-808645b5b259'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:20.587715 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:20.598442 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] Set router 30489078-0a0b-4680-a43a-808645b5b259 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:20.684617 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:20.741271 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Deleting port f89201f6-30ab-4b59-ad45-063a85b57c5b {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:20.741640 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:20.785117 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245'}], 'enable_snat': True}, 'gw_port_id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:35:19Z', 'revision_number': 5, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port': {'id': 'f89201f6-30ab-4b59-ad45-063a85b57c5b', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:0b:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30489078-0a0b-4680-a43a-808645b5b259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:27:23Z', 'updated_at': '2021-09-14T16:27:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:20.811703 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] Checking router: 30489078-0a0b-4680-a43a-808645b5b259 for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:35:20.818986 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] For port f89201f6-30ab-4b59-ad45-063a85b57c5b, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=f89201f6-30ab-4b59-ad45-063a85b57c5b,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:20.819343 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:20.819891 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] Routers {'30489078-0a0b-4680-a43a-808645b5b259'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:35:20.820492 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:35:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['30489078-0a0b-4680-a43a-808645b5b259'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:20.831305 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Calling delete_port for f89201f6-30ab-4b59-ad45-063a85b57c5b owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:20.912117 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] Set router 30489078-0a0b-4680-a43a-808645b5b259 gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:35:20.965742 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:35:20Z', 'revision_number': 6, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:20.995990 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.022525 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Pushing event deleted for resources: {'Port': ['ID=f89201f6-30ab-4b59-ad45-063a85b57c5b,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:21.082369 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6967498e-b72b-4316-b602-6b01185c6b55 None None] The sync data for ids ['30489078-0a0b-4680-a43a-808645b5b259'] in dv-cinder-807083-8-iscsi is: [{'id': '30489078-0a0b-4680-a43a-808645b5b259', 'name': 'tempest-TestVolumeBootPattern-186331692-router', 'tenant_id': 'd4299b9668f04173847d0e0d859be7ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:27:22Z', 'updated_at': '2021-09-14T16:35:20Z', 'revision_number': 6, 'project_id': 'd4299b9668f04173847d0e0d859be7ba', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:35:21.093572 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.185866 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.187858 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.232893 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.233522 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 30489078-0a0b-4680-a43a-808645b5b259 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:35:21.238440 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.239646 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-f89edaae-b4a3-479e-9c61-7a1b3f12e240 admin admin] 10.222.0.15 "DELETE /v2.0/routers/30489078-0a0b-4680-a43a-808645b5b259 HTTP/1.1" status: 204 len: 168 time: 0.7546043 Sep 14 16:35:21.242151 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50550) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:21.289909 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] Deleting subnet cffadf1a-4836-4c3b-a093-77e93a36292d {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:35:21.292896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.326510 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26088245'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.442199 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.445909 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.511216 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25172351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26018424'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.537025 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:21.539036 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515d35c-06a6-4601-9479-62993d21aa24 None None] Network dc24eb14-edf4-4ac0-96bc-be24faacf337 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:35:21.544166 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.546155 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cffadf1a-4836-4c3b-a093-77e93a36292d HTTP/1.1" status: 204 len: 168 time: 0.3030970 Sep 14 16:35:21.547314 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09631c0-cebb-4e2c-ad83-b049feb197a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cffadf1a-4836-4c3b-a093-77e93a36292d,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:21.549370 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50552) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:21.578833 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:21.579176 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 2d377d3a-ab8a-473c-a0b7-ee8a44adfa6a not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:21.621733 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.672961 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Deleting port 5457a1af-574b-4e1d-807f-c7a94eb345c8 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:35:21.673290 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.738055 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] For port 5457a1af-574b-4e1d-807f-c7a94eb345c8, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5457a1af-574b-4e1d-807f-c7a94eb345c8,segment=NetworkSegment(76abac40-113d-4c7b-b7de-2dde0699eccd),segment_id=76abac40-113d-4c7b-b7de-2dde0699eccd)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:35:21.738413 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.749532 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Calling delete_port for 5457a1af-574b-4e1d-807f-c7a94eb345c8 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:35:21.828280 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.857709 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Pushing event deleted for resources: {'Port': ['ID=5457a1af-574b-4e1d-807f-c7a94eb345c8,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:21.859923 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa8c956-189d-4b81-b3b0-4ff30cd62b32 None None] DHCP port deletion for dc24eb14-edf4-4ac0-96bc-be24faacf337 request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:35:21.866248 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] No DVR routers for this DVR port 5457a1af-574b-4e1d-807f-c7a94eb345c8 on host dv-cinder-807083-8-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:35:21.942062 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.962779 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc24eb14-edf4-4ac0-96bc-be24faacf337']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:21.971792 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76abac40-113d-4c7b-b7de-2dde0699eccd') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:21.972083 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76abac40-113d-4c7b-b7de-2dde0699eccd') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:35:21.981037 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:21.994262 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.000186 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:35:22.000569 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:35:22.002595 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:35:22.061370 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.066792 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.069217 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] 10.222.0.15 "DELETE /v2.0/networks/dc24eb14-edf4-4ac0-96bc-be24faacf337 HTTP/1.1" status: 204 len: 168 time: 0.5183334 Sep 14 16:35:22.079838 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa35dc2-6d36-4ae3-8363-a6b0d9d6a1fd admin admin] Pushing event deleted for resources: {'Network': ['ID=dc24eb14-edf4-4ac0-96bc-be24faacf337,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:22.187220 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50556) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:22.225196 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-c21ebbc0-ba6d-43ee-9c3a-06d1cf2de14e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=133413ca64984581ab6a1c1c8172bf3b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368052 Sep 14 16:35:22.227416 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50558) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:22.273544 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18cc6998-648a-4ae1-8816-8349b7ae6c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.294592 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18cc6998-648a-4ae1-8816-8349b7ae6c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.338700 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18cc6998-648a-4ae1-8816-8349b7ae6c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.341322 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-18cc6998-648a-4ae1-8816-8349b7ae6c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.342508 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-18cc6998-648a-4ae1-8816-8349b7ae6c10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/edaa29b3-bb40-4680-a2e0-d0cf2be5f012 HTTP/1.1" status: 204 len: 168 time: 0.1142073 Sep 14 16:35:22.350685 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc6998-648a-4ae1-8816-8349b7ae6c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edaa29b3-bb40-4680-a2e0-d0cf2be5f012,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:22.636082 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.648616 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50564) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:22.686594 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-82789eb0-76f8-463c-850e-f2d412b45fc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4299b9668f04173847d0e0d859be7ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368845 Sep 14 16:35:22.688845 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50566) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:35:22.736811 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dca8d36d-8cc4-4273-8f72-b8632ee48d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.756227 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dca8d36d-8cc4-4273-8f72-b8632ee48d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.801095 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dca8d36d-8cc4-4273-8f72-b8632ee48d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.803548 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-dca8d36d-8cc4-4273-8f72-b8632ee48d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:22.804660 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-dca8d36d-8cc4-4273-8f72-b8632ee48d72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c29496e-86af-47c2-9ce7-98363d5b6076 HTTP/1.1" status: 204 len: 168 time: 0.1149597 Sep 14 16:35:22.812493 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca8d36d-8cc4-4273-8f72-b8632ee48d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c29496e-86af-47c2-9ce7-98363d5b6076,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:35:23.276712 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5457a1af-574b-4e1d-807f-c7a94eb345c8 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:23.296602 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 5457a1af-574b-4e1d-807f-c7a94eb345c8 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:23.296941 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5457a1af-574b-4e1d-807f-c7a94eb345c8 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:23.297337 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f89201f6-30ab-4b59-ad45-063a85b57c5b no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:35:23.314982 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: f89201f6-30ab-4b59-ad45-063a85b57c5b {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:35:23.315322 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device f89201f6-30ab-4b59-ad45-063a85b57c5b not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:35:30.558571 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a6de1-ea5b-48d4-937f-21d2d9272476 req-a3876492-149a-41a3-96d4-99a11ac95773 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:30.560076 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f81a6de1-ea5b-48d4-937f-21d2d9272476 req-a3876492-149a-41a3-96d4-99a11ac95773 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0737731 Sep 14 16:35:30.562686 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990c43-09fd-47fe-9435-335eb13753dc req-203336db-d0c4-4c85-84b0-1423d6c52166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:30.563997 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-203336db-d0c4-4c85-84b0-1423d6c52166 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1138 time: 0.0676894 Sep 14 16:35:30.628762 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f81a6de1-ea5b-48d4-937f-21d2d9272476 req-b551bd4b-0f2a-4cba-9884-62a522aed6a5 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0626640 Sep 14 16:35:30.678731 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990c43-09fd-47fe-9435-335eb13753dc req-05496d57-0813-4993-9cf2-c3184f443580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:30.680128 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-05496d57-0813-4993-9cf2-c3184f443580 service neutron] 10.222.0.20 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 916 time: 0.1078036 Sep 14 16:35:30.749045 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-cac53314-aa67-4696-b230-765251c48c9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 1002 time: 0.0600462 Sep 14 16:35:30.797265 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990c43-09fd-47fe-9435-335eb13753dc req-a1e1ad28-23f8-4a74-b589-936d5562c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:30.798655 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-a1e1ad28-23f8-4a74-b589-936d5562c933 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 200 len: 854 time: 0.0423853 Sep 14 16:35:30.842469 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c990c43-09fd-47fe-9435-335eb13753dc req-8b62ed38-657c-4986-b1bd-9ce631f42e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:30.843886 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-8b62ed38-657c-4986-b1bd-9ce631f42e80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=824f7741-e44d-48a8-b507-105cf4655e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377159 Sep 14 16:35:30.855195 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-00dd36d7-b961-4e2d-b84a-b4b3a26a652d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=93882) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 14 16:35:30.856112 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-00dd36d7-b961-4e2d-b84a-b4b3a26a652d service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046809 Sep 14 16:35:30.947195 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-1353d0b0-74d5-4c4a-bdfe-52d9efa1cabc service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832794 Sep 14 16:35:30.950293 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:35:31.038215 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-5c990c43-09fd-47fe-9435-335eb13753dc req-828809de-32d0-4b6f-8c34-e7afb9cc9d22 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830441 Sep 14 16:35:31.744719 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff15d8-f048-499e-8689-20112d72976e req-a33e639e-c1f3-49fc-a1d8-9fbc9f5271d4 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:31.746182 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d5ff15d8-f048-499e-8689-20112d72976e req-a33e639e-c1f3-49fc-a1d8-9fbc9f5271d4 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0496712 Sep 14 16:35:31.788005 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-d5ff15d8-f048-499e-8689-20112d72976e req-7f624b4d-c0ba-43b5-a628-6feca222d00f tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0358684 Sep 14 16:35:32.900108 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e442e2b-24c1-4159-827e-81e1487d2ecc req-3afdb72c-1200-4477-8174-3c5fd57d24a8 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:32.901568 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e442e2b-24c1-4159-827e-81e1487d2ecc req-3afdb72c-1200-4477-8174-3c5fd57d24a8 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0483658 Sep 14 16:35:32.939769 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-3e442e2b-24c1-4159-827e-81e1487d2ecc req-096b4741-ef4f-409a-874d-8b3f4e6b6368 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322454 Sep 14 16:35:34.052901 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287db6df-65c9-4557-a08a-843535bc8dc4 req-e1505c96-adeb-41e7-b5d7-ea17c1fc8490 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:34.054360 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-287db6df-65c9-4557-a08a-843535bc8dc4 req-e1505c96-adeb-41e7-b5d7-ea17c1fc8490 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0499237 Sep 14 16:35:34.092236 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-287db6df-65c9-4557-a08a-843535bc8dc4 req-c57058b0-8287-43d7-a78a-9a5e519979ac tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0320363 Sep 14 16:35:35.205404 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dca7a8-644d-4fee-9a72-14c157bb042e req-73f49e20-dbbb-41cd-a95f-204f532ee6d3 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:35.206862 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-07dca7a8-644d-4fee-9a72-14c157bb042e req-73f49e20-dbbb-41cd-a95f-204f532ee6d3 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0491581 Sep 14 16:35:35.249704 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-07dca7a8-644d-4fee-9a72-14c157bb042e req-42e39e8c-438f-45ba-9b92-469add06a6e6 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368586 Sep 14 16:35:36.360918 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdbe1c4-f898-4027-ad4c-e6cb69ce97ae req-322db743-2dd4-41f7-8694-82faccd7b161 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:36.362384 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afdbe1c4-f898-4027-ad4c-e6cb69ce97ae req-322db743-2dd4-41f7-8694-82faccd7b161 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0476785 Sep 14 16:35:36.401822 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-afdbe1c4-f898-4027-ad4c-e6cb69ce97ae req-83050ec0-14ea-4a7a-b8d7-bb49756f7f86 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330617 Sep 14 16:35:37.514535 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7948fc41-449d-45f2-9a59-35f06d02272a req-043fe195-6dad-4869-b37f-c114a8a38cde tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:37.515938 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7948fc41-449d-45f2-9a59-35f06d02272a req-043fe195-6dad-4869-b37f-c114a8a38cde tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0480027 Sep 14 16:35:37.555415 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-7948fc41-449d-45f2-9a59-35f06d02272a req-089ba03c-7561-4b54-a471-0bcdca443a7a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329487 Sep 14 16:35:38.665730 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b41e2e-e61f-4a50-93b4-f5dfcd01856b req-eaa7ae70-9aff-47cf-b58c-13b1059d9f87 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:38.667144 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-61b41e2e-e61f-4a50-93b4-f5dfcd01856b req-eaa7ae70-9aff-47cf-b58c-13b1059d9f87 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0473864 Sep 14 16:35:38.709377 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-61b41e2e-e61f-4a50-93b4-f5dfcd01856b req-7a4d2be9-8a62-4269-9164-ca4f8c6d763d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363998 Sep 14 16:35:39.824103 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abff1e2-67a8-4190-8fe7-7fc331ab6bdc req-fe15a7be-c736-4471-958b-ad9ec7ce1c96 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:39.825591 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abff1e2-67a8-4190-8fe7-7fc331ab6bdc req-fe15a7be-c736-4471-958b-ad9ec7ce1c96 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0481448 Sep 14 16:35:39.863891 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4abff1e2-67a8-4190-8fe7-7fc331ab6bdc req-048af75e-db79-47ec-bf66-e705e8b89aa1 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0323954 Sep 14 16:35:40.976063 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61563e2-4d55-4206-8ebe-633c85fb7f19 req-27118963-e311-4294-b029-42b3c7dca5a1 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:40.977498 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a61563e2-4d55-4206-8ebe-633c85fb7f19 req-27118963-e311-4294-b029-42b3c7dca5a1 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0476646 Sep 14 16:35:41.015146 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-a61563e2-4d55-4206-8ebe-633c85fb7f19 req-88e1d0e2-ca96-40d9-a5af-6460bb965992 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0317895 Sep 14 16:35:42.128641 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e68632-9d6b-4f0d-a390-9c9e3ed748dc req-e9ffb65a-db77-426c-8a7f-3fdaff42d00a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:42.130126 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53e68632-9d6b-4f0d-a390-9c9e3ed748dc req-e9ffb65a-db77-426c-8a7f-3fdaff42d00a tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0477638 Sep 14 16:35:42.172507 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-53e68632-9d6b-4f0d-a390-9c9e3ed748dc req-3a63fd40-6d8c-46ff-a22a-a03d3c21c53e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364797 Sep 14 16:35:43.281660 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91a8d3-48c2-42f8-b08c-48f32ac2fd53 req-63cf3fe6-a2bd-4878-bb4d-ed22adc20bda tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:43.282999 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d91a8d3-48c2-42f8-b08c-48f32ac2fd53 req-63cf3fe6-a2bd-4878-bb4d-ed22adc20bda tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0479624 Sep 14 16:35:43.322321 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-8d91a8d3-48c2-42f8-b08c-48f32ac2fd53 req-6ba5509a-7ca4-4c13-bd8c-5657ef460232 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326188 Sep 14 16:35:44.435429 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eaf768-51f0-45e8-b8df-db91818df4ef req-a4ef8ad6-6ae5-44f2-aa40-54b4b1908647 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:44.436868 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1eaf768-51f0-45e8-b8df-db91818df4ef req-a4ef8ad6-6ae5-44f2-aa40-54b4b1908647 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0485382 Sep 14 16:35:44.479539 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b1eaf768-51f0-45e8-b8df-db91818df4ef req-b26e07c6-3807-4091-8751-cb264cda52cf tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0359151 Sep 14 16:35:45.591121 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56206312-64dd-4e8e-8267-72836f443274 req-64b1878e-f1c3-44d4-ab02-463ef59557ca tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:45.592558 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56206312-64dd-4e8e-8267-72836f443274 req-64b1878e-f1c3-44d4-ab02-463ef59557ca tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0475037 Sep 14 16:35:45.633637 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-56206312-64dd-4e8e-8267-72836f443274 req-33930ecb-ef08-417e-92a3-4f6c24807940 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352476 Sep 14 16:35:46.723265 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:46.748017 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf854f-8198-4571-8322-af86114460d0 req-607215f9-1b11-4d7a-83c7-3015a0509fcc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:46.749708 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0cf854f-8198-4571-8322-af86114460d0 req-607215f9-1b11-4d7a-83c7-3015a0509fcc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0510824 Sep 14 16:35:46.790406 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-b0cf854f-8198-4571-8322-af86114460d0 req-c45ed066-9a8f-4bba-92fa-d968d23c209d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342040 Sep 14 16:35:47.575185 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e7f4c167-e6ca-4844-ba94-10e98dc6b31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:47.902072 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af990a55-c69a-49e8-9908-30273f11fcdc req-5666e95b-c066-4b48-a770-453582c714a4 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:35:47.903495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af990a55-c69a-49e8-9908-30273f11fcdc req-5666e95b-c066-4b48-a770-453582c714a4 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0478048 Sep 14 16:35:47.943461 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-af990a55-c69a-49e8-9908-30273f11fcdc req-fc90e8b3-76c1-4096-8855-b58387cd812d tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&id=1aa66d69-dae9-45e7-8a37-2ffd2118a28e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333936 Sep 14 16:35:50.013283 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-be667f92-58b4-4c03-9e54-babd15095b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:50.397656 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:51.441879 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:35:52.637636 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:07.952387 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:36:16.711032 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:17.575202 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-26100dde-3baf-4cc4-914e-c27760822664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.012735 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6da1bd9d-81c9-451b-b95d-c5c146fe4165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.245413 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-f1be9318-c965-41b4-a3e4-a83e8c879cee tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-427270736&fields=id&tenant_id=7629796543d748319d880c196af0fdba HTTP/1.1" status: 200 len: 267 time: 0.0323951 Sep 14 16:36:20.299989 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-9479f9ca-6be9-45ae-a603-fa791658112e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:20.301332 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-9479f9ca-6be9-45ae-a603-fa791658112e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 985 time: 0.0505946 Sep 14 16:36:20.312351 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.v2.base [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Request body: {'port': {'security_groups': ['c9fd552a-90d1-4080-b0b6-014d35d3b6e9']}} {{(pid=93882) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 14 16:36:20.373844 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1582290'] for port, before_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.398111 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.542841 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1842c788-bd3a-4303-901a-843f8babc600,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:20.569821 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for port, precommit_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.574070 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787925158934', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787924655059', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787924655077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-25172145'] for port, after_update {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.585848 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['1842c788-bd3a-4303-901a-843f8babc600'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:36:20.616584 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:20.617197 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.620747 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-f69d39e8-4cf6-4eaf-92a7-3e9f29ae0598 req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "PUT /v2.0/ports/1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 943 time: 0.3107681 Sep 14 16:36:20.620747 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:36:20.621414 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4edea9d8-4d08-4d40-bc66-143793054194" -d '{"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:36:20.625517 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50614) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:20.659577 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event updated for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=7']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:20.667372 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.667723 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.668075 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.668397 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.668731 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.669059 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.669411 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.669757 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.670082 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.670404 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.670726 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.671275 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2de5efb-b436-4ae8-bb92-11b87527e53b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93882) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.701725 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.729777 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.754114 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['1842c788-bd3a-4303-901a-843f8babc600'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:36:20.798265 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.801561 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.803020 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "DELETE /v2.0/security-groups/1aa66d69-dae9-45e7-8a37-2ffd2118a28e HTTP/1.1" status: 204 len: 168 time: 0.1765304 Sep 14 16:36:20.806920 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50620) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:20.827354 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa66d69-dae9-45e7-8a37-2ffd2118a28e,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:20.834615 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.835168 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.835706 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.836253 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.836835 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.837346 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.837835 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.838234 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.838629 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.839023 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.839414 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.839803 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b39742a7-c0bb-49b7-ab8d-cd6d6b6a69dd tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93883) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:20.920069 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374fd5f9-9a46-45ac-bbcf-a420e4732781 x-openstack-request-id: req-374fd5f9-9a46-45ac-bbcf-a420e4732781 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:36:20.920434 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:36:20.920771 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-374fd5f9-9a46-45ac-bbcf-a420e4732781 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:36:20.921233 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600', 'status': 'completed', 'code': 200} Sep 14 16:36:20.927748 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.provisioning_blocks [None req-8adfa416-7916-4651-bdc9-4483d7c300d8 None None] Provisioning complete for port 1842c788-bd3a-4303-901a-843f8babc600 triggered by entity DHCP. {{(pid=93884) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 14 16:36:20.928186 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8adfa416-7916-4651-bdc9-4483d7c300d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1525030'] for port, provisioning_complete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:20.997074 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Deleting port 48365851-95d3-43c5-bdba-0fdb079d65f7 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:20.997963 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:21.100962 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:21.101183 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:21.116533 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edea9d8-4d08-4d40-bc66-143793054194 req-82e94353-0149-4466-8567-d1ad1590ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:21.118046 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4edea9d8-4d08-4d40-bc66-143793054194 req-82e94353-0149-4466-8567-d1ad1590ab1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1099 time: 0.1737111 Sep 14 16:36:21.121546 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Calling delete_port for 48365851-95d3-43c5-bdba-0fdb079d65f7 owned by network:floatingip {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:21.273516 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edea9d8-4d08-4d40-bc66-143793054194 req-2e936137-acd1-4b60-9c04-f84a66245313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:21.275495 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4edea9d8-4d08-4d40-bc66-143793054194 req-2e936137-acd1-4b60-9c04-f84a66245313 service neutron] 10.222.0.20 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 916 time: 0.1487732 Sep 14 16:36:21.379243 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4edea9d8-4d08-4d40-bc66-143793054194 req-ef727496-0353-4c34-9483-39cde3e710f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 1002 time: 0.0954847 Sep 14 16:36:21.422468 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:21.443567 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:21.454123 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event deleted for resources: {'Port': ['ID=48365851-95d3-43c5-bdba-0fdb079d65f7,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:21.464602 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edea9d8-4d08-4d40-bc66-143793054194 req-a43939e5-c6f6-44df-9a53-3eb8a6cd1eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:21.466134 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4edea9d8-4d08-4d40-bc66-143793054194 req-a43939e5-c6f6-44df-9a53-3eb8a6cd1eb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 200 len: 854 time: 0.0792034 Sep 14 16:36:21.546120 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:21.546455 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.db.l3_db [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Floating IP 5898f561-3556-4a31-b3ad-ce35e9a9274e disassociated (deleted). External IP: 172.27.3.126, port: 1842c788-bd3a-4303-901a-843f8babc600. Sep 14 16:36:21.583595 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edea9d8-4d08-4d40-bc66-143793054194 req-be9c2b7e-da7c-42f9-9e42-d6fffeeb7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:21.585059 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4edea9d8-4d08-4d40-bc66-143793054194 req-be9c2b7e-da7c-42f9-9e42-d6fffeeb7cbb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=824f7741-e44d-48a8-b507-105cf4655e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055408 Sep 14 16:36:21.991115 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4edea9d8-4d08-4d40-bc66-143793054194 req-629aae64-3bfd-47ef-93fb-2704202d3f26 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3763506 Sep 14 16:36:22.127298 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:36:22.136114 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-4edea9d8-4d08-4d40-bc66-143793054194 req-2ef5f4ae-7dab-4806-b0e4-b95eab5020f9 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147156 Sep 14 16:36:22.238658 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:36:22.243100 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for floatingip, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:22.248955 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] Sync routers for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:36:22.257428 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:36:22.258045 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:36:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:22.272211 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-9d13346b-c088-4f2f-9f44-c09e496213bc tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "DELETE /v2.0/floatingips/5898f561-3556-4a31-b3ad-ce35e9a9274e HTTP/1.1" status: 204 len: 168 time: 1.4620879 Sep 14 16:36:22.362549 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:36:22.567021 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:24Z', 'revision_number': 5, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:22.592853 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] Checking router: 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:36:22.600624 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:36:22.601209 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:36:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:22.797326 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:22.830973 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:36:22.922170 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:36:22.924925 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39198e38-10be-47ee-b942-53682d5502a4" -d '{"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:36:22.985766 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 14 Sep 2021 16:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b8ff8f-9dcf-4a23-a80d-4cb4b60be618 x-openstack-request-id: req-e1b8ff8f-9dcf-4a23-a80d-4cb4b60be618 {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:36:22.986080 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "tag": "1842c788-bd3a-4303-901a-843f8babc600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:36:22.986329 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1b8ff8f-9dcf-4a23-a80d-4cb4b60be618 {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:36:22.986722 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'tag': '1842c788-bd3a-4303-901a-843f8babc600', 'status': 'completed', 'code': 200} Sep 14 16:36:23.034940 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:24Z', 'revision_number': 5, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:23.048579 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39198e38-10be-47ee-b942-53682d5502a4 req-c4314575-9ea2-43ce-97bd-78e9f574bcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:23.050046 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39198e38-10be-47ee-b942-53682d5502a4 req-c4314575-9ea2-43ce-97bd-78e9f574bcb4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7629796543d748319d880c196af0fdba&device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 1099 time: 0.0428574 Sep 14 16:36:23.063518 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-228b27a1-e6f6-4282-9fc3-efeb4f8e4fa7 None None] The sync data for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi is: [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:18Z', 'revision_number': 4, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi', '_interfaces': [{'id': '5a4a885b-f363-4476-a826-bfd2768c4cd2', 'name': '', 'network_id': '824f7741-e44d-48a8-b507-105cf4655e2a', 'tenant_id': '7629796543d748319d880c196af0fdba', 'mac_address': 'fa:16:3e:f4:19:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:18Z', 'updated_at': '2021-09-14T16:34:24Z', 'revision_number': 5, 'project_id': '7629796543d748319d880c196af0fdba', 'subnets': [{'id': '4e26622a-bdaa-414e-b825-662edd89fe5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:36:23.149161 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39198e38-10be-47ee-b942-53682d5502a4 req-dc9e9451-2bfe-4683-82ef-fbb9a83d4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:23.150638 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39198e38-10be-47ee-b942-53682d5502a4 req-dc9e9451-2bfe-4683-82ef-fbb9a83d4483 service neutron] 10.222.0.20 "GET /v2.0/networks?id=824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 200 len: 916 time: 0.0935390 Sep 14 16:36:23.195601 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39198e38-10be-47ee-b942-53682d5502a4 req-21ee9afb-1e00-4fe5-8038-b78aa73f1e1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 200 len: 217 time: 0.0372624 Sep 14 16:36:23.248778 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39198e38-10be-47ee-b942-53682d5502a4 req-e1325d55-9eee-4c18-9ad4-e05a029cae3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:23.250417 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39198e38-10be-47ee-b942-53682d5502a4 req-e1325d55-9eee-4c18-9ad4-e05a029cae3e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 200 len: 854 time: 0.0469263 Sep 14 16:36:23.288768 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d439b0c9-cbd4-481c-96fe-31491b607722 None None] New status for floating IP 5898f561-3556-4a31-b3ad-ce35e9a9274e: DOWN {{(pid=93885) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 14 16:36:23.299539 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39198e38-10be-47ee-b942-53682d5502a4 req-a0857c4b-5278-47b9-a9e0-5e2769ada71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:23.300949 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39198e38-10be-47ee-b942-53682d5502a4 req-a0857c4b-5278-47b9-a9e0-5e2769ada71f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=824f7741-e44d-48a8-b507-105cf4655e2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436549 Sep 14 16:36:23.403176 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39198e38-10be-47ee-b942-53682d5502a4 req-b86d6019-2df6-4b18-9a65-f9b8f3b6b259 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946131 Sep 14 16:36:23.495952 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-39198e38-10be-47ee-b942-53682d5502a4 req-447e7f3c-4295-4827-aeff-d84dd24e00f6 service neutron] 10.222.0.20 "GET /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854640 Sep 14 16:36:24.967621 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e17c08-9154-4e07-8a0c-658ba8db3ead req-07d0332d-4a8c-4460-a8c0-cb4a5458c2d9 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:24.969059 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6e17c08-9154-4e07-8a0c-658ba8db3ead req-07d0332d-4a8c-4460-a8c0-cb4a5458c2d9 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0478306 Sep 14 16:36:25.005421 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-e6e17c08-9154-4e07-8a0c-658ba8db3ead req-03205f0b-a1f4-42be-a6b3-79a790b3dec8 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304413 Sep 14 16:36:26.120276 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fd7193-477f-47da-a8cd-4e6a5b64b679 req-33227d0f-ef5e-4e20-b13d-32112a8ba34f tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:26.121738 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54fd7193-477f-47da-a8cd-4e6a5b64b679 req-33227d0f-ef5e-4e20-b13d-32112a8ba34f tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0476177 Sep 14 16:36:26.157017 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-54fd7193-477f-47da-a8cd-4e6a5b64b679 req-2c15c54a-604c-4e99-8019-15eceabd707e tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9fd552a-90d1-4080-b0b6-014d35d3b6e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295870 Sep 14 16:36:26.691780 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-a454b65e-69dc-4fb0-8c48-cd31807db83b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93882) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 14 16:36:26.693185 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-a454b65e-69dc-4fb0-8c48-cd31807db83b tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 946 time: 0.0501823 Sep 14 16:36:26.779240 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Deleting port 1842c788-bd3a-4303-901a-843f8babc600 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:26.779574 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:26.867465 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] For port 1842c788-bd3a-4303-901a-843f8babc600, host hv-cinder-80708, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80708',level=0,port_id=1842c788-bd3a-4303-901a-843f8babc600,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:26.867813 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:26.879145 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Calling delete_port for 1842c788-bd3a-4303-901a-843f8babc600 owned by compute:nova {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:27.001428 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:27.013247 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] get_ports_and_sgs() called for port_ids ['1842c788-bd3a-4303-901a-843f8babc600'] {{(pid=93884) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 14 16:36:27.033911 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Pushing event deleted for resources: {'Port': ['ID=1842c788-bd3a-4303-901a-843f8babc600,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:27.074283 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] No DVR routers for this DVR port 1842c788-bd3a-4303-901a-843f8babc600 on host hv-cinder-80708 {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:36:27.076757 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-47825'] for port, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:27.078762 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-ab6e5b2e-ce87-4256-9a48-dcebd0203327 req-eac1ab8f-248b-4047-9c97-28b72c8189ed tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.20 "DELETE /v2.0/ports/1842c788-bd3a-4303-901a-843f8babc600 HTTP/1.1" status: 204 len: 173 time: 0.3794932 Sep 14 16:36:27.079188 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'name': 'network-vif-deleted', 'tag': '1842c788-bd3a-4303-901a-843f8babc600'}] {{(pid=93882) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 14 16:36:27.081372 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f13a259c089078eaf7a87e2c31f73934fcd99a8ed3eae73c8abeb44fade2f207" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5256a3f1-b3e8-460a-b45b-7bb7f8da9a44" -d '{"events": [{"server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "name": "network-vif-deleted", "tag": "1842c788-bd3a-4303-901a-843f8babc600"}]}' {{(pid=93882) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 14 16:36:27.121803 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 14 Sep 2021 16:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bd0a76-5df4-4dbd-96ea-13baaf38b91e x-openstack-request-id: req-33bd0a76-5df4-4dbd-96ea-13baaf38b91e {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 14 16:36:27.122803 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2116483-9c7b-4fee-a3fa-2352a12d506d", "name": "network-vif-deleted", "tag": "1842c788-bd3a-4303-901a-843f8babc600", "status": "completed", "code": 200}]} {{(pid=93882) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 14 16:36:27.123694 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33bd0a76-5df4-4dbd-96ea-13baaf38b91e {{(pid=93882) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 14 16:36:27.124092 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2116483-9c7b-4fee-a3fa-2352a12d506d', 'name': 'network-vif-deleted', 'tag': '1842c788-bd3a-4303-901a-843f8babc600', 'status': 'completed', 'code': 200} Sep 14 16:36:27.262219 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [req-9a262bfd-7b54-4fa2-94df-d70e0593ec42 req-a04c78dd-ab2a-481a-9802-9907024b5386 tempest-TestMinimumBasicScenario-2104246325 tempest-TestMinimumBasicScenario-2104246325-project] 10.222.0.15 "GET /v2.0/ports?device_id=c2116483-9c7b-4fee-a3fa-2352a12d506d HTTP/1.1" status: 200 len: 210 time: 0.0266163 Sep 14 16:36:28.906113 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50712) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:29.240307 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:29.478028 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Deleting port 5a4a885b-f363-4476-a826-bfd2768c4cd2 {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:29.478359 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:29.557123 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] For port 5a4a885b-f363-4476-a826-bfd2768c4cd2, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5a4a885b-f363-4476-a826-bfd2768c4cd2,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:29.557415 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:29.569319 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Calling delete_port for 5a4a885b-f363-4476-a826-bfd2768c4cd2 owned by network:router_interface {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:29.741396 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:29.764636 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a4a885b-f363-4476-a826-bfd2768c4cd2,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:29.926475 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:30.139896 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93882) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:36:30.243883 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93882) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:36:30.248756 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-8ec9ce2a-1a89-4f50-a91d-f5a298c78100 admin admin] 10.222.0.15 "PUT /v2.0/routers/3e2e0832-9225-4db8-ab0f-e84cb1b313b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3415160 Sep 14 16:36:30.251277 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50714) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:30.254454 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] Sync routers for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:36:30.263651 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:36:30.264266 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:36:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:30.354080 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks [] for router, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:30.372705 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: dv-cinder-807083-8-iscsi {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:36:30.457855 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:30.508424 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Deleting port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:30.509234 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:30.567315 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66'}], 'enable_snat': True}, 'gw_port_id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:36:29Z', 'revision_number': 5, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port': {'id': 'b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:34:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:30.587861 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] For port b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:30.588216 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:30.594505 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] Checking router: 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 for host: dv-cinder-807083-8-iscsi {{(pid=93884) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:36:30.602417 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] Routers {'3e2e0832-9225-4db8-ab0f-e84cb1b313b8'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93884) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:36:30.603025 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:36:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'], 'active': True} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:30.603710 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Calling delete_port for b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc owned by network:router_gateway {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:30.691307 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvr_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] Set router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 gateway port host: None {{(pid=93884) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:36:30.745273 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_hamode_db [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:36:30Z', 'revision_number': 6, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93884) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:30.777521 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d21007-a5db-47ec-a745-b0d6a9b5ecc1 None None] The sync data for ids ['3e2e0832-9225-4db8-ab0f-e84cb1b313b8'] in dv-cinder-807083-8-iscsi is: [{'id': '3e2e0832-9225-4db8-ab0f-e84cb1b313b8', 'name': 'tempest-TestMinimumBasicScenario-1446247105-router', 'tenant_id': '7629796543d748319d880c196af0fdba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:16Z', 'updated_at': '2021-09-14T16:36:30Z', 'revision_number': 6, 'project_id': '7629796543d748319d880c196af0fdba', 'gw_port_host': None}] {{(pid=93884) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:36:30.824037 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1842c788-bd3a-4303-901a-843f8babc600 no longer exists at agent hyperv_hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:36:30.843862 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] No Port match for: 1842c788-bd3a-4303-901a-843f8babc600 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:36:30.844209 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Device 1842c788-bd3a-4303-901a-843f8babc600 not bound to the agent host hv-cinder-80708 {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:36:31.002147 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.026869 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:31.085148 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.179773 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.182534 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.233582 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.234095 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e2e0832-9225-4db8-ab0f-e84cb1b313b8 {{(pid=93882) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:36:31.238687 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] Notify callbacks [] for router, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.239840 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-157605c3-f459-4d6b-8b72-2d97ffc02160 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3e2e0832-9225-4db8-ab0f-e84cb1b313b8 HTTP/1.1" status: 204 len: 168 time: 0.9875574 Sep 14 16:36:31.242314 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50716) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:31.284997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.db_base_plugin_v2 [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] Deleting subnet 4e26622a-bdaa-414e-b825-662edd89fe5c {{(pid=93882) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:36:31.287937 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.321968 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26088245'] for subnet, precommit_delete_associations {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.401997 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.453737 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-25172351', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26018424'] for subnet, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.480147 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e26622a-bdaa-414e-b825-662edd89fe5c,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:31.482115 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.485075 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-d14f3e0d-1425-497a-a6c3-eec285e65a93 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4e26622a-bdaa-414e-b825-662edd89fe5c HTTP/1.1" status: 204 len: 168 time: 0.2407222 Sep 14 16:36:31.486411 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50718) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:31.489414 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab82218-5554-44b6-8e81-0b9330575f98 None None] Network 824f7741-e44d-48a8-b507-105cf4655e2a requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:36:31.564042 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.594696 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a4a885b-f363-4476-a826-bfd2768c4cd2 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:36:31.616388 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Deleting port bf556d0f-9de4-455e-9b61-24fe8c13b1fb {{(pid=93882) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:31.617006 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.629082 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 5a4a885b-f363-4476-a826-bfd2768c4cd2 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:36:31.629588 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5a4a885b-f363-4476-a826-bfd2768c4cd2 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:36:31.629857 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:36:31.650603 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:36:31.650942 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b7d8e6af-9c0e-49f9-b3d1-b47b0a8932cc not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:36:31.682447 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.db [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] For port bf556d0f-9de4-455e-9b61-24fe8c13b1fb, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93882) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:31.682745 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.699143 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.plugin [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Calling delete_port for bf556d0f-9de4-455e-9b61-24fe8c13b1fb owned by network:dhcp {{(pid=93882) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:31.728616 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] DHCP port deletion for 824f7741-e44d-48a8-b507-105cf4655e2a request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:36:31.780982 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Deleting port bf556d0f-9de4-455e-9b61-24fe8c13b1fb {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:31.781312 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.785810 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-25172290'] for port, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.813781 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:31.818696 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] No DVR routers for this DVR port bf556d0f-9de4-455e-9b61-24fe8c13b1fb on host dv-cinder-807083-8-iscsi {{(pid=93882) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:36:31.850081 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] For port bf556d0f-9de4-455e-9b61-24fe8c13b1fb, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,segment=NetworkSegment(22c7e959-9532-49ae-80d0-ecebd4bbb4a1),segment_id=22c7e959-9532-49ae-80d0-ecebd4bbb4a1)] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:31.850477 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.862869 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Calling delete_port for bf556d0f-9de4-455e-9b61-24fe8c13b1fb owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:31.892052 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.912828 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['824f7741-e44d-48a8-b507-105cf4655e2a']}} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:31.922745 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c7e959-9532-49ae-80d0-ecebd4bbb4a1') {'for_net_delete': True} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:31.923061 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.services.segments.db [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c7e959-9532-49ae-80d0-ecebd4bbb4a1') {} {{(pid=93882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:31.932411 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26088268'] for segment, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.936439 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.945774 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.952758 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Releasing vlan 217 on physical network physnet1 to pool {{(pid=93882) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:36:31.953148 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-25172125'] for segment, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: Traceback (most recent call last): Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: timer() Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: cb(*args, **kw) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: return func(*args, **kwargs) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: self._notify() Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: self.callback(batched_events) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: event.method(event) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: return f(self, *a, **k) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._get(url).json() Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: return self.request(url, 'GET', **kwargs) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:36:31.954905 dv-cinder-807083-8-iscsi neutron-server[93882]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:36:31.966474 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Pushing event deleted for resources: {'Port': ['ID=bf556d0f-9de4-455e-9b61-24fe8c13b1fb,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:31.969520 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] No DVR routers for this DVR port bf556d0f-9de4-455e-9b61-24fe8c13b1fb on host dv-cinder-807083-8-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:36:31.975772 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.976118 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.976454 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.976789 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.977113 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.977907 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.978248 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.978578 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.979042 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.979214 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.979866 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:31.980184 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac9473c2-cb75-4a3f-a735-7f1b5b1c1087 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-807083-8-iscsi {{(pid=93884) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 14 16:36:32.019100 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:32.025783 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:32.032078 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/824f7741-e44d-48a8-b507-105cf4655e2a HTTP/1.1" status: 204 len: 168 time: 0.5403857 Sep 14 16:36:32.032559 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50720) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:32.038545 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0f591b-f5e5-4119-bd69-07888a970de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=824f7741-e44d-48a8-b507-105cf4655e2a,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:32.605357 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-536114'] for router_interface, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:32.837910 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Deleting port 5b4c9939-63b6-454d-bd78-3a01c29eec4d {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:32.838226 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:32.912779 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] For port 5b4c9939-63b6-454d-bd78-3a01c29eec4d, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=5b4c9939-63b6-454d-bd78-3a01c29eec4d,segment=NetworkSegment(726fdde5-1c0e-471d-896f-c3893f69e34a),segment_id=726fdde5-1c0e-471d-896f-c3893f69e34a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:32.913052 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:32.928561 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Calling delete_port for 5b4c9939-63b6-454d-bd78-3a01c29eec4d owned by network:router_interface {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:33.100232 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:33.124213 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b4c9939-63b6-454d-bd78-3a01c29eec4d,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:33.293354 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-610116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-536198'] for router_interface, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:33.373055 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device bf556d0f-9de4-455e-9b61-24fe8c13b1fb no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:36:33.393472 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: bf556d0f-9de4-455e-9b61-24fe8c13b1fb {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:36:33.393822 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device bf556d0f-9de4-455e-9b61-24fe8c13b1fb not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:36:33.505183 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Router 1c2dd35f-d1b0-424a-b79e-43964beef00d has already been hosted by L3 agent 057f6af7-4226-4cc2-b97a-931c341dbac6 {{(pid=93883) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 14 16:36:33.607600 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] Notify agent at l3_agent.dv-cinder-807083-8-iscsi the message routers_updated {{(pid=93883) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 14 16:36:33.613331 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-31e78794-f33d-4ae0-bfa7-657cec2f1132 admin admin] 10.222.0.15 "PUT /v2.0/routers/1c2dd35f-d1b0-424a-b79e-43964beef00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5784261 Sep 14 16:36:33.614918 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50722) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:33.617369 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] Sync routers for ids ['1c2dd35f-d1b0-424a-b79e-43964beef00d'] in dv-cinder-807083-8-iscsi {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 14 16:36:33.626679 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] Routers {'1c2dd35f-d1b0-424a-b79e-43964beef00d'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:36:33.627288 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:36:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['1c2dd35f-d1b0-424a-b79e-43964beef00d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:33.716718 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks [] for router, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:33.730380 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] Set router 1c2dd35f-d1b0-424a-b79e-43964beef00d gateway port host: dv-cinder-807083-8-iscsi {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:36:33.815106 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:33.865374 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Deleting port b0268dd4-cab1-4481-840f-244ee65181ec {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:33.865726 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:33.900948 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'external_fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217'}], 'enable_snat': True}, 'gw_port_id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:36:33Z', 'revision_number': 5, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port': {'id': 'b0268dd4-cab1-4481-840f-244ee65181ec', 'name': '', 'network_id': 'a182d2dc-31ef-4cf1-8955-14feca0aa828', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:2c:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'ip_address': '172.27.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-807083-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:34:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c329c5d9-fbe2-41a2-9081-6ac60ece4fa1', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-807083-8-iscsi'}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:33.930198 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] Checking router: 1c2dd35f-d1b0-424a-b79e-43964beef00d for host: dv-cinder-807083-8-iscsi {{(pid=93885) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 14 16:36:33.938844 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] Routers {'1c2dd35f-d1b0-424a-b79e-43964beef00d'} bound to L3 agent in host dv-cinder-807083-8-iscsi {{(pid=93885) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 14 16:36:33.939519 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-807083-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-14T16:17:20Z,description=,heartbeat_timestamp=2021-09-14T16:36:20Z,host='dv-cinder-807083-8-iscsi',id=057f6af7-4226-4cc2-b97a-931c341dbac6,load=0,resource_versions=,resources_synced=,started_at=2021-09-14T16:17:20Z,topic='l3_agent')) {'router_ids': ['1c2dd35f-d1b0-424a-b79e-43964beef00d'], 'active': True} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:33.941196 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] For port b0268dd4-cab1-4481-840f-244ee65181ec, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=b0268dd4-cab1-4481-840f-244ee65181ec,segment=NetworkSegment(cd05088c-d335-4155-b534-046e9187606d),segment_id=cd05088c-d335-4155-b534-046e9187606d)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:33.941580 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:33.954253 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Calling delete_port for b0268dd4-cab1-4481-840f-244ee65181ec owned by network:router_gateway {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:34.023846 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_dvr_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] Set router 1c2dd35f-d1b0-424a-b79e-43964beef00d gateway port host: None {{(pid=93885) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 14 16:36:34.079266 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.l3_hamode_db [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:36:33Z', 'revision_number': 6, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port_host': None}], 'dv-cinder-807083-8-iscsi', False) {} {{(pid=93885) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:34.105660 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d6df84-662e-4f5b-8f0f-b60605b5b236 None None] The sync data for ids ['1c2dd35f-d1b0-424a-b79e-43964beef00d'] in dv-cinder-807083-8-iscsi is: [{'id': '1c2dd35f-d1b0-424a-b79e-43964beef00d', 'name': 'tempest-TestMinimumBasicScenario-1112392726-router', 'tenant_id': '612b6cee32f64fe5a689ec0d92260414', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-14T16:34:20Z', 'updated_at': '2021-09-14T16:36:33Z', 'revision_number': 6, 'project_id': '612b6cee32f64fe5a689ec0d92260414', 'gw_port_host': None}] {{(pid=93885) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 14 16:36:34.112765 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.144122 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=b0268dd4-cab1-4481-840f-244ee65181ec,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:34.200115 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-535908'] for router_gateway, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.285870 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536791', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1174'] for router, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.287888 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.329242 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536798'] for router, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.329829 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2dd35f-d1b0-424a-b79e-43964beef00d {{(pid=93883) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 14 16:36:34.334368 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] Notify callbacks [] for router, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.335504 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-bb9f50ac-52b9-40e5-8c79-f391087b7b0f admin admin] 10.222.0.15 "DELETE /v2.0/routers/1c2dd35f-d1b0-424a-b79e-43964beef00d HTTP/1.1" status: 204 len: 168 time: 0.7196999 Sep 14 16:36:34.338015 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50724) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:34.384464 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] Deleting subnet 82e0c20c-2890-4dc3-8171-e63c82c42210 {{(pid=93883) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 14 16:36:34.387482 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.420406 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25343712'] for subnet, precommit_delete_associations {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.497677 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1531768'] for subnet, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.558118 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1531761', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527481', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26358798', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25866101'] for subnet, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.583596 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82e0c20c-2890-4dc3-8171-e63c82c42210,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:34.585493 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for subnet, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.587878 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-92b90020-a12a-4e6d-8b03-72bfcb616d8e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/82e0c20c-2890-4dc3-8171-e63c82c42210 HTTP/1.1" status: 204 len: 168 time: 0.2488744 Sep 14 16:36:34.590325 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50726) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:34.592689 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4b3c83-3512-49c3-9bf9-d04fd96b6fa6 None None] Network 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 requested from dv-cinder-807083-8-iscsi {{(pid=93884) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 14 16:36:34.655752 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1401508'] for network, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.710419 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Deleting port 0be2ea43-1573-47c5-897a-fbd060345572 {{(pid=93883) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:34.710748 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.772217 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.db [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] For port 0be2ea43-1573-47c5-897a-fbd060345572, host dv-cinder-807083-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-807083-8-iscsi',level=0,port_id=0be2ea43-1573-47c5-897a-fbd060345572,segment=NetworkSegment(726fdde5-1c0e-471d-896f-c3893f69e34a),segment_id=726fdde5-1c0e-471d-896f-c3893f69e34a)] {{(pid=93883) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:34.772587 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.785054 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.plugin [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Calling delete_port for 0be2ea43-1573-47c5-897a-fbd060345572 owned by network:dhcp {{(pid=93883) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:34.854104 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] DHCP port deletion for 7ee42690-c8b3-4104-a7e3-a2ffbb0da427 request from dv-cinder-807083-8-iscsi {{(pid=93884) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 14 16:36:34.870871 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26358835'] for port, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.894489 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Pushing event deleted for resources: {'Port': ['ID=0be2ea43-1573-47c5-897a-fbd060345572,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:34.900509 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] No DVR routers for this DVR port 0be2ea43-1573-47c5-897a-fbd060345572 on host dv-cinder-807083-8-iscsi {{(pid=93883) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:36:34.904319 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] Deleting port 0be2ea43-1573-47c5-897a-fbd060345572 {{(pid=93884) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 14 16:36:34.904698 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787925152314'] for port, before_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.968610 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.db [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] For port 0be2ea43-1573-47c5-897a-fbd060345572, host dv-cinder-807083-8-iscsi, got binding levels [] {{(pid=93884) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 14 16:36:34.968985 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-547139'] for port, precommit_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.972165 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1527565', 'neutron.services.segments.db._delete_segments_for_network-8787925166493'] for network, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.980186 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] Calling delete_port for 0be2ea43-1573-47c5-897a-fbd060345572 owned by network:dhcp {{(pid=93884) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 14 16:36:34.982908 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.ipam_backend_mixin [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] Port 0be2ea43-1573-47c5-897a-fbd060345572 was not found and therefore no delete operation was performed {{(pid=93884) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 14 16:36:34.984395 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1582237', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-947610', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787925158916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787924655050'] for port, after_delete {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:34.991507 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ee42690-c8b3-4104-a7e3-a2ffbb0da427']}} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:35.000638 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '726fdde5-1c0e-471d-896f-c3893f69e34a') {'for_net_delete': True} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:35.000929 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.services.segments.db [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '726fdde5-1c0e-471d-896f-c3893f69e34a') {} {{(pid=93883) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 14 16:36:35.014430 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] Pushing event deleted for resources: {'Port': ['ID=0be2ea43-1573-47c5-897a-fbd060345572,revision_number=None']} {{(pid=93884) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:35.016285 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e12f68d-16b9-4f52-a091-d256485ee647 None None] No DVR routers for this DVR port 0be2ea43-1573-47c5-897a-fbd060345572 on host dv-cinder-807083-8-iscsi {{(pid=93884) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 14 16:36:35.016744 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787925165734', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25343641'] for segment, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.035450 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762'] for segment, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.041714 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=93883) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 14 16:36:35.042105 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1527762', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26359276'] for segment, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: Traceback (most recent call last): Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: timer() Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: cb(*args, **kw) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: return func(*args, **kwargs) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: self._notify() Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: self.callback(batched_events) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: event.method(event) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: aggregate_uuid = self.p_client.list_aggregates( Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: return f(self, *a, **k) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._get(url).json() Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: return self.request(url, 'GET', **kwargs) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: base_url = self.get_endpoint(auth, allow=allow, Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 14 16:36:35.044392 dv-cinder-807083-8-iscsi neutron-server[93883]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 14 16:36:35.099841 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1529854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-527378', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-610125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-535808'] for network, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.105119 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-610143'] for network, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.110249 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7ee42690-c8b3-4104-a7e3-a2ffbb0da427 HTTP/1.1" status: 204 len: 168 time: 0.5189898 Sep 14 16:36:35.123022 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603c28b4-b3f4-4940-b697-f5ca30fc5b19 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ee42690-c8b3-4104-a7e3-a2ffbb0da427,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:35.270298 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50730) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:35.318807 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5b4c9939-63b6-454d-bd78-3a01c29eec4d no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:36:35.321071 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-4ccea715-17d6-499c-b56c-bbe40e76b8fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7629796543d748319d880c196af0fdba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495808 Sep 14 16:36:35.324030 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [-] (93882) accepted ('10.222.0.15', 50732) {{(pid=93882) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:35.339380 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 5b4c9939-63b6-454d-bd78-3a01c29eec4d {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:36:35.339720 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 5b4c9939-63b6-454d-bd78-3a01c29eec4d not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:36:35.340134 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 0be2ea43-1573-47c5-897a-fbd060345572 no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:36:35.358749 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: 0be2ea43-1573-47c5-897a-fbd060345572 {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:36:35.359025 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device 0be2ea43-1573-47c5-897a-fbd060345572 not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:36:35.359433 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b0268dd4-cab1-4481-840f-244ee65181ec no longer exists at agent ovs-agent-dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 14 16:36:35.370891 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdfa82fd-d16b-409d-a7fa-88ff8f06d30e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.377778 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.plugin [None req-c098391d-548d-44da-828f-f5645923445c None None] No Port match for: b0268dd4-cab1-4481-840f-244ee65181ec {{(pid=93884) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 14 16:36:35.378125 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron.plugins.ml2.rpc [None req-c098391d-548d-44da-828f-f5645923445c None None] Device b0268dd4-cab1-4481-840f-244ee65181ec not bound to the agent host dv-cinder-807083-8-iscsi {{(pid=93884) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 14 16:36:35.392737 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdfa82fd-d16b-409d-a7fa-88ff8f06d30e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.437843 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdfa82fd-d16b-409d-a7fa-88ff8f06d30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.440332 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron_lib.callbacks.manager [None req-fdfa82fd-d16b-409d-a7fa-88ff8f06d30e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.441489 dv-cinder-807083-8-iscsi neutron-server[93882]: INFO neutron.wsgi [None req-fdfa82fd-d16b-409d-a7fa-88ff8f06d30e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9fd552a-90d1-4080-b0b6-014d35d3b6e9 HTTP/1.1" status: 204 len: 168 time: 0.1165528 Sep 14 16:36:35.449620 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa82fd-d16b-409d-a7fa-88ff8f06d30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9fd552a-90d1-4080-b0b6-014d35d3b6e9,revision_number=None']} {{(pid=93882) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:35.738860 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50738) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:35.776923 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-907f5522-6ce5-464b-8339-8df348ec478a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=612b6cee32f64fe5a689ec0d92260414&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369065 Sep 14 16:36:35.779428 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.wsgi [-] (93883) accepted ('10.222.0.15', 50740) {{(pid=93883) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 14 16:36:35.824949 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d088a26-596a-40b1-9e00-e380cb32106d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.848120 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d088a26-596a-40b1-9e00-e380cb32106d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.893154 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d088a26-596a-40b1-9e00-e380cb32106d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-529869'] for security_group, after_delete {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.895681 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron_lib.callbacks.manager [None req-8d088a26-596a-40b1-9e00-e380cb32106d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93883) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:35.896786 dv-cinder-807083-8-iscsi neutron-server[93883]: INFO neutron.wsgi [None req-8d088a26-596a-40b1-9e00-e380cb32106d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/198d53be-32ce-4368-9d57-727f674ca5fc HTTP/1.1" status: 204 len: 168 time: 0.1164908 Sep 14 16:36:35.904622 dv-cinder-807083-8-iscsi neutron-server[93883]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d088a26-596a-40b1-9e00-e380cb32106d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198d53be-32ce-4368-9d57-727f674ca5fc,revision_number=None']} {{(pid=93883) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 14 16:36:44.951335 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:36:46.721868 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:47.574195 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ba63f5b1-928b-4cf6-9187-ae71835f1984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:50.014913 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-8ee1248f-93ed-4a89-87e9-f82d4c9f7420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:50.399882 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:51.447284 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:36:52.643308 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:16.735093 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:17.574028 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cafe89e0-9cb8-44fa-aa37-21d1b1d614b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:20.013854 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-bf3b6c9a-958c-44d8-8d5d-3599c6bdb004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:20.399430 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:21.450525 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:21.949647 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:37:22.646153 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:46.724106 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:47.573875 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-372f14f2-ea40-4c52-9975-81d15e4e3cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:50.014687 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-d2945a10-a70e-47a1-a297-4fd9c6f24055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:50.399262 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:51.453258 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:52.648425 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:37:58.948597 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:38:16.737237 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:17.574080 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-b624387a-c0b1-4161-812b-750893473037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:20.014478 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fec53409-0442-4b2e-a084-3bf5cdd9f0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:20.399868 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:21.455901 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:22.651603 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:35.946588 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:38:46.780840 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:47.574012 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ff554467-c0e2-4491-81b8-50d9f3dc4218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:50.016729 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-3afb48b2-837e-49e9-b356-84b1c012caa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:50.399690 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:51.457659 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:38:52.654178 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:12.945943 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:39:16.752112 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:17.572801 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fe29971e-920c-4a51-af05-1b0b64914c33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:20.016632 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-6d9e6602-8277-4d36-9a6f-248f79c7b237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:20.404172 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:21.461307 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:22.659636 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:46.739242 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:47.572199 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-5822fabf-fbe4-4b2a-b5ff-413415f7b173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:49.945907 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:39:50.016756 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4387588d-2656-48ba-8fa6-c61fcd5552dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:50.405447 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:51.464207 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:39:52.658465 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:16.753896 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:17.572586 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-972a36b9-4297-4e9d-8904-563740c58c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:20.016958 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ad334c5d-5472-4c22-8871-0aebe379600e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:20.405200 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:21.467225 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:22.662632 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:26.945270 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:40:44.977739 dv-cinder-807083-8-iscsi neutron-server[93882]: DEBUG neutron.wsgi [req-b1edc64a-7486-4591-adf3-aee0d18d83aa req-c51af181-336e-43a9-9143-1697524396f2 service neutron] (93882) timed out ('10.222.0.20', 61679) {{(pid=93882) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 14 16:40:46.801350 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:47.572152 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-cc35385c-7aed-4d48-9bc1-24f99f6c27df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:50.017310 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-643482e7-08fc-4003-b900-61fb27b16078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:50.405697 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:51.470019 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:40:52.663799 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:03.944312 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:41:16.768415 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:17.571638 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-49249ed9-4319-4ea9-8729-70677c1d8f42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:20.016921 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-a0acbe9a-9883-4eb2-af87-2a5dd2438fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:20.406788 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:21.473080 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:22.666956 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:40.944151 dv-cinder-807083-8-iscsi neutron-server[93885]: DEBUG neutron.db.agents_db [None req-9f9ddc94-5cb2-4e62-834a-f3807d030627 None None] Agent healthcheck: found 6 active agents {{(pid=93885) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 14 16:41:46.785085 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-4e0a21bf-2ac5-4893-a2b8-4c38af0fe314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:47.570415 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-fccc7e50-5d69-42f9-986f-ca084a0750fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:50.134363 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-e272a6d0-1e88-4a38-bd3c-850cbf25fffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:50.407312 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-c098391d-548d-44da-828f-f5645923445c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:51.475470 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-ac8ac6c1-c3fc-47d9-8e5f-d98011c80867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 14 16:41:52.668830 dv-cinder-807083-8-iscsi neutron-server[93884]: DEBUG neutron_lib.callbacks.manager [None req-636cbe52-06d6-4d68-ad56-da5ec5af8848 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787925166475', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1526731'] for agent, after_update {{(pid=93884) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}